[ 483.523263] env[63412]: INFO neutron.common.config [-] Logging enabled! [ 483.523615] env[63412]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev50 [ 483.523825] env[63412]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=63412) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 483.524146] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 483.524247] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 483.525086] env[63412]: WARNING oslo_policy.policy [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 483.525310] env[63412]: WARNING oslo_policy.policy [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 483.526788] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] VMware NSXv3 Agent initialized successfully. [ 483.527149] env[63412]: DEBUG oslo_concurrency.lockutils [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] Acquiring lock "singleton_lock" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 483.527292] env[63412]: DEBUG oslo_concurrency.lockutils [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] Acquired lock "singleton_lock" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 483.527499] env[63412]: DEBUG oslo_concurrency.lockutils [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] Releasing lock "singleton_lock" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 483.527795] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] Full set of CONF: {{(pid=63412) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 483.527914] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ******************************************************************************** {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 483.528034] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] Configuration options gathered from: {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 483.528385] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 483.528567] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 483.528684] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ================================================================================ {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 483.528857] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] agent_down_time = 75 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.529009] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] allow_automatic_dhcp_failover = True {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.529162] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] allow_bulk = True {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.529316] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] api_extensions_path = {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.529465] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] api_paste_config = api-paste.ini {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.529611] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] auth_strategy = keystone {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.529723] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] backdoor_port = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.529832] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] backdoor_socket = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.529973] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] backlog = 4096 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.530129] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] base_mac = fa:16:3e:00:00:00 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.530295] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] bind_host = 0.0.0.0 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.530445] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] bind_port = 9696 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.530588] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] client_socket_timeout = 900 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.530736] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] config_dir = [] {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.530851] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.530995] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] config_source = [] {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.531155] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] control_exchange = neutron {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.531311] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] core_plugin = ml2 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.531456] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] debug = True {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.531600] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] default_availability_zones = [] {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.531815] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.531961] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] dhcp_agent_notification = True {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.532113] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] dhcp_agents_per_network = 1 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.532255] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] dhcp_lease_duration = 86400 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.532407] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] dhcp_load_type = networks {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.532554] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] dns_domain = openstacklocal {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.532699] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.532839] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] enable_default_route_bfd = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.532976] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] enable_default_route_ecmp = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.533126] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] enable_dvr = True {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.533262] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] enable_new_agents = True {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.533424] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.533568] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] enable_signals = True {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.533705] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] enable_traditional_dhcp = True {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.533837] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] external_dns_driver = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.533973] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] filter_validation = True {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.534131] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] global_physnet_mtu = 8950 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.534273] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] graceful_shutdown_timeout = 60 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.534467] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] host = cpu-1 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.534615] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] host_dvr_for_dhcp = True {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.534759] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] http_retries = 3 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.534907] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] instance_format = [instance: %(uuid)s] {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.535062] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.535211] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ipam_driver = internal {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.535351] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ipv6_pd_enabled = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.535493] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] l3_ha = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.535652] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.535811] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] l3_ha_network_physical_name = {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.535956] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] l3_ha_network_type = {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.536115] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] log_color = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.536256] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] log_config_append = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.536400] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.536539] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] log_dir = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.536715] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] log_file = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.536844] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] log_options = True {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.536955] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] log_rotate_interval = 1 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.537060] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] log_rotate_interval_type = days {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.537204] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] log_rotation_type = none {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.537312] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.537422] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.537562] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.537705] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.537814] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.537955] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] max_dns_nameservers = 5 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.538107] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] max_header_line = 16384 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.538247] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] max_l3_agents_per_router = 3 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.538384] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] max_logfile_count = 30 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.538525] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] max_logfile_size_mb = 200 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.538661] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] max_subnet_host_routes = 20 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.538805] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] my_ip = 10.180.1.21 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.538950] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] my_ipv6 = ::1 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.539098] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] network_auto_schedule = True {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.539233] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] network_link_prefix = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.539447] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.539513] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] notify_nova_on_port_data_changes = True {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.539654] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] notify_nova_on_port_status_changes = True {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.539835] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] pagination_max_limit = -1 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.539934] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] publish_errors = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.540076] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] rate_limit_burst = 0 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.540223] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] rate_limit_except_level = CRITICAL {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.540363] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] rate_limit_interval = 0 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.540511] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] retry_until_window = 30 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.540641] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] router_distributed = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.540781] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] rpc_resources_processing_step = 20 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.540918] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] rpc_response_max_timeout = 600 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.541066] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] rpc_response_timeout = 60 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.541206] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] send_events_interval = 2 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.541366] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] service_plugins = ['router'] {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.541512] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] setproctitle = on {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.541647] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] shell_completion = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.541791] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] state_path = /opt/stack/data/neutron {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.541933] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] syslog_log_facility = LOG_USER {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.542086] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] tcp_keepidle = 600 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.542235] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] transport_url = **** {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.542378] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] use_journal = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.542520] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] use_json = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.542661] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] use_ssl = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.542799] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] use_stderr = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.542944] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] use_syslog = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.543095] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] vlan_qinq = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.543232] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] vlan_transparent = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.543394] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] watch_log_file = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.543542] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] wsgi_default_pool_size = 100 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.543683] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] wsgi_keep_alive = True {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.543831] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.543963] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] wsgi_server_debug = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.544133] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_concurrency.disable_process_locking = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.544285] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.544437] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.544581] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.544727] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.544873] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.545020] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.545180] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] profiler.connection_string = messaging:// {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.545327] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] profiler.enabled = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.545478] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] profiler.es_doc_type = notification {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.545631] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] profiler.es_scroll_size = 10000 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.545797] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] profiler.es_scroll_time = 2m {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.545942] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] profiler.filter_error_trace = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.546102] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] profiler.hmac_keys = **** {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.546248] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] profiler.sentinel_service_name = mymaster {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.546399] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] profiler.socket_timeout = 0.1 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.546542] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] profiler.trace_requests = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.546678] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] profiler.trace_sqlalchemy = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.546831] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] profiler_jaeger.process_tags = {} {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.547043] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] profiler_jaeger.service_name_prefix = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.547122] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] profiler_otlp.service_name_prefix = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.547260] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_policy.enforce_new_defaults = True {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.547527] env[63412]: WARNING oslo_config.cfg [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 483.547692] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_policy.enforce_scope = True {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.547843] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_policy.policy_default_rule = default {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.548007] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.548164] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.548313] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.548456] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.548595] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.548733] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.548874] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.549030] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_policy.remote_timeout = 60.0 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.549190] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.549345] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] agent.extensions = [] {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.549498] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.549646] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] service_providers.service_provider = [] {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.549795] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] QUOTAS.default_quota = -1 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.549950] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.550106] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] QUOTAS.quota_floatingip = 50 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.550250] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] QUOTAS.quota_network = 100 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.550393] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] QUOTAS.quota_port = 500 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.550534] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.550674] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] QUOTAS.quota_router = 10 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.550816] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] QUOTAS.quota_security_group = 10 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.550955] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.551106] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] QUOTAS.quota_subnet = 100 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.551251] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] QUOTAS.track_quota_usage = True {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.551405] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.551546] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep.group = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.551685] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep.helper_command = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.551831] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.551973] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep.thread_pool_size = 8 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.552123] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep.user = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.552273] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.552411] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep_dhcp_release.group = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.552550] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep_dhcp_release.helper_command = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.552691] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.552831] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.552966] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep_dhcp_release.user = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.553124] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.553296] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep_ovs_vsctl.group = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.553411] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep_ovs_vsctl.helper_command = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.553558] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.553699] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.553851] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep_ovs_vsctl.user = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.553968] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep_namespace.capabilities = [21] {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.554112] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep_namespace.group = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.554248] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep_namespace.helper_command = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.554394] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.554535] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep_namespace.thread_pool_size = 8 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.554669] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep_namespace.user = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.554813] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep_conntrack.capabilities = [12] {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.554943] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep_conntrack.group = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.555083] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep_conntrack.helper_command = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.555227] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.555368] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.555504] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep_conntrack.user = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.555662] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep_link.capabilities = [12, 21] {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.555808] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep_link.group = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.555943] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep_link.helper_command = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.556095] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.556235] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep_link.thread_pool_size = 8 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.556368] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] privsep_link.user = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.556620] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.556780] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.556930] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] AGENT.continue_on_failed_promotions = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.557079] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] AGENT.dscp = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.557211] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] AGENT.dscp_inherit = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.557359] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] AGENT.force_mp_to_policy = True {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.557499] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] AGENT.locking_coordinator_url = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.557637] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] AGENT.log_agent_heartbeats = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.557775] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] AGENT.logging_expire = 1 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.557921] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.558072] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.558222] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] AGENT.polling_interval = 240 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.558368] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.558518] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.558665] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] AGENT.report_interval = 30.0 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.558810] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.558958] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.559114] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.559257] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] AGENT.sync_skew = 60 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.559398] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] AGENT.synchronization_queue_size = 20 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.559580] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] AGENT.use_helper_for_ns_read = True {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.559728] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] SECURITYGROUP.enable_ipset = True {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.559876] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] SECURITYGROUP.enable_security_group = True {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.560032] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.560205] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.560378] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] experimental.ipv6_pd_enabled = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.560566] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ml2.extension_drivers = ['port_security'] {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.560717] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ml2.external_network_type = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.560897] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.561070] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ml2.overlay_ip_version = 4 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.561223] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ml2.path_mtu = 8950 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.561384] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ml2.physical_network_mtus = {} {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.561549] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ml2.tenant_network_types = ['vlan'] {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.561712] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.561862] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ml2.type_drivers = ['vlan'] {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.562019] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] AGENT_CLI.neutron_port_id = [] {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.562160] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.562301] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.562452] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.562602] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.562749] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.562896] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.563053] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.563202] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.563447] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.563609] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] NSXV3.nsxv3_login_password = **** {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.563761] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] NSXV3.nsxv3_login_port = 443 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.563905] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] NSXV3.nsxv3_login_user = admin {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.564060] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.564212] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.564362] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.564527] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.564680] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.564831] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.564977] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.565139] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.565283] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.565429] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.565580] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.565732] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.565880] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.566092] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.566248] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] vsphere.vsphere_login_password = VMware1! {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.566395] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.566540] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.566684] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] nova.auth_section = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.566835] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] nova.auth_type = password {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.567009] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.567133] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] nova.certfile = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.567308] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] nova.collect_timing = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.567413] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] nova.endpoint_type = public {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.567555] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] nova.insecure = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.567690] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] nova.keyfile = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.567838] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] nova.region_name = RegionOne {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.567977] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] nova.split_loggers = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.568125] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] nova.timeout = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.568271] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] placement.auth_section = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.568421] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] placement.auth_type = password {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.568568] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.568706] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] placement.certfile = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.568865] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] placement.collect_timing = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.569026] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] placement.endpoint_type = public {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.569189] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] placement.insecure = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.569325] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] placement.keyfile = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.569460] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] placement.region_name = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.569610] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] placement.split_loggers = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.569756] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] placement.timeout = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.569899] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ironic.auth_section = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.570048] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ironic.auth_type = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.570211] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ironic.cafile = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.570349] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ironic.certfile = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.570491] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ironic.collect_timing = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.570636] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ironic.connect_retries = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.570770] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ironic.connect_retry_delay = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.570907] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ironic.enable_notifications = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.571051] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ironic.endpoint_override = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.571194] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ironic.insecure = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.571327] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ironic.interface = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.571459] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ironic.keyfile = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.571590] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ironic.max_version = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.571737] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ironic.min_version = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.571872] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ironic.region_name = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.572029] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ironic.retriable_status_codes = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.572176] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ironic.service_name = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.572310] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ironic.service_type = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.572461] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ironic.split_loggers = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.572597] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ironic.status_code_retries = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.572735] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ironic.status_code_retry_delay = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.572870] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ironic.timeout = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.573015] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ironic.valid_interfaces = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.573161] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ironic.version = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.573327] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] cli_script.dry_run = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.573487] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.573630] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.573772] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.573911] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.574060] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.574202] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.574363] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.574539] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.574685] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.574838] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.574974] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.575135] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.575281] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.575423] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.575616] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.575706] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.575841] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.576028] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.576133] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.576270] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.576409] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.576550] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.576688] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.576819] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.576955] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.577105] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.577241] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.577430] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.577503] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.577635] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.ssl = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.577780] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.577922] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.578069] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.578216] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.578357] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.ssl_version = {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.578496] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.578646] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_notifications.driver = [] {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.578783] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_notifications.retry = -1 {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.578935] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.579081] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] oslo_messaging_notifications.transport_url = **** {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.579192] env[63412]: DEBUG oslo_service.service [None req-acedd493-8672-4e73-8842-80ce39ab6d86 None None] ******************************************************************************** {{(pid=63412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 483.580218] env[63412]: DEBUG neutron.agent.securitygroups_rpc [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Init firewall settings (driver=nsxv3) {{(pid=63412) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 483.581527] env[63412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=63412) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 483.581749] env[63412]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] RPC agent_id: nsxm-l-01a.corp.local [ 483.584021] env[63412]: DEBUG dogpile.cache.region [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 483.584149] env[63412]: DEBUG dogpile.lock [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 483.584251] env[63412]: DEBUG dogpile.lock [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 483.584385] env[63412]: DEBUG dogpile.lock [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 483.584484] env[63412]: DEBUG dogpile.cache.region [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 483.584579] env[63412]: DEBUG dogpile.lock [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 483.584705] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 483.601783] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Session token - acquiring [ 483.603455] env[63412]: DEBUG networking_nsxv3.common.locking [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 483.603638] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 483.603732] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 483.604165] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 483.614249] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 483.888176] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 483.908700] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 483.908855] env[63412]: DEBUG dogpile.cache.region [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Cache value generated in 0.324 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 483.908984] env[63412]: DEBUG dogpile.lock [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 483.909120] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Activating Policy API Provider. [ 483.909325] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Looking for the default Infrastructure Rules. [ 483.969905] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Looking for the Default Layer3 Logged Drop Section. [ 483.983806] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 483.984259] env[63412]: DEBUG networking_nsxv3.common.locking [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 483.984468] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Acquiring lock "all" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 483.984578] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Acquired lock "all" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 483.984933] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Acquired external semaphore "all" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 483.985191] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 484.499221] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 485.001677] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 485.505177] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Inventory metadata is going to be refreshed. [ 485.505417] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 486.309904] env[63412]: DEBUG networking_nsxv3.common.locking [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 486.310375] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 486.310375] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 486.310496] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 486.321186] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 486.322186] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 486.323117] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 486.338646] env[63412]: DEBUG networking_nsxv3.common.locking [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 486.338873] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 486.339000] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 486.339215] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 486.339342] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 486.339490] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 486.339607] env[63412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=63412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 486.339714] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 486.357956] env[63412]: DEBUG networking_nsxv3.common.locking [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 486.358197] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 486.358259] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 486.358540] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 486.358729] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 486.358877] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 486.376183] env[63412]: DEBUG networking_nsxv3.common.locking [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 486.376437] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 486.376437] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 486.376747] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 486.376898] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 486.377059] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 486.397091] env[63412]: DEBUG networking_nsxv3.common.locking [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 486.397300] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Acquiring lock "Address Group" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 486.397374] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Acquired lock "Address Group" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 486.397636] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Acquired external semaphore "Address Group" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 486.397776] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Releasing lock "Address Group" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 486.397923] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 486.398042] env[63412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=63412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 486.398151] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 486.414110] env[63412]: DEBUG networking_nsxv3.common.locking [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 486.414340] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Acquiring lock "Segment QoS" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 486.414428] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Acquired lock "Segment QoS" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 486.414701] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Acquired external semaphore "Segment QoS" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 486.414834] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Releasing lock "Segment QoS" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 486.414979] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 486.415102] env[63412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=63412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 486.415214] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 486.433471] env[63412]: DEBUG networking_nsxv3.common.locking [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 486.433690] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 486.433750] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 486.434011] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 486.434158] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 486.434309] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 486.434435] env[63412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=63412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 486.434634] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Inventory metadata have been refreshed. [ 486.434746] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Dryrun:True. Metadata refresh completed. [ 486.434871] env[63412]: DEBUG oslo_concurrency.lockutils [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Releasing lock "all" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 486.436563] env[63412]: INFO neutron.agent.agent_extensions_manager [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Loaded agent extensions: [] [ 486.437279] env[63412]: DEBUG neutron_lib.callbacks.manager [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=63412) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 486.505138] env[63412]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] NSXv3 Agent Agent RPC Daemon Started! [ 486.505138] env[63412]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] NSXv3 Agent Agent loop - iteration:0 started [ 486.505138] env[63412]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] NSXv3 Agent Agent out of sync with plugin! [ 491.437666] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 491.438095] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 496.439454] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 496.439784] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 500.473261] env[63412]: INFO networking_nsxv3.common.synchronization [None req-de3f86c2-5c74-4fee-bea1-593942998930 demo admin] Enqueued Resource ID: c0a57ea5-ff60-44f0-8e9c-ef7d4699b6bb with Priority: HIGHEST for action security_group_rules [ 500.473824] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0a57ea5-ff60-44f0-8e9c-ef7d4699b6bb with Priority: HIGHEST for action security_group_rules [ 500.474139] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0a57ea5-ff60-44f0-8e9c-ef7d4699b6bb taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 500.474261] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0a57ea5-ff60-44f0-8e9c-ef7d4699b6bb" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 500.474329] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0a57ea5-ff60-44f0-8e9c-ef7d4699b6bb" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 500.474661] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0a57ea5-ff60-44f0-8e9c-ef7d4699b6bb" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 500.475292] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0a57ea5-ff60-44f0-8e9c-ef7d4699b6bb',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 500.996836] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 500.997145] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 500.997145] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 500.997277] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 500.997356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 500.997522] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0a57ea5-ff60-44f0-8e9c-ef7d4699b6bb already deleted. [ 500.997522] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0a57ea5-ff60-44f0-8e9c-ef7d4699b6bb" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 505.475460] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 505.475893] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 510.477620] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 510.477620] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 515.478684] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 515.479117] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 516.440140] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.440342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.440342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.440497] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.440718] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 516.944069] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 517.445998] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 517.948291] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 517.948683] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 518.651841] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.652065] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.652065] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.652275] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.663742] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 518.664506] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.665095] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 518.681577] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.681715] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.681800] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.681948] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.682085] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.682149] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 518.682200] env[63412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=63412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 518.682261] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 518.699745] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.699899] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.699995] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.700106] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.700231] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.700331] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 518.716915] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.717081] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.717125] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.717282] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.717378] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.717499] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 518.735280] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.735446] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.735446] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.735660] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.735723] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.735806] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 518.735883] env[63412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=63412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 518.735952] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 518.750899] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.751040] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.751142] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.751268] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.751350] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.751476] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 518.751543] env[63412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=63412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 518.751614] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 518.770560] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.770707] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.770786] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.770904] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.770997] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.771112] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 518.771186] env[63412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=63412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 518.771253] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 518.771320] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 518.771391] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 518.771537] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 518.771537] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 518.771761] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 518.771868] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 518.771915] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 518.788860] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.789015] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.789096] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.789213] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.789308] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.789406] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 518.804835] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.804984] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.805090] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.805175] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.805266] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.815544] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 520.480126] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 520.480518] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 525.481380] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 525.481670] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 527.332329] env[63412]: INFO networking_nsxv3.common.synchronization [None req-9b8c23a2-6d2e-4860-82b8-37fbb47c6cb6 None None] Enqueued Resource ID: af5d467f-d459-417f-9f26-c045f28f61dc with Priority: HIGHEST for action port [ 527.332585] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af5d467f-d459-417f-9f26-c045f28f61dc with Priority: HIGHEST for action port [ 527.333209] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-af5d467f-d459-417f-9f26-c045f28f61dc taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.333287] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af5d467f-d459-417f-9f26-c045f28f61dc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 527.333345] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af5d467f-d459-417f-9f26-c045f28f61dc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.333590] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af5d467f-d459-417f-9f26-c045f28f61dc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 527.333689] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af5d467f-d459-417f-9f26-c045f28f61dc',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.837159] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af5d467f-d459-417f-9f26-c045f28f61dc [ 527.837404] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.837540] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 527.837604] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.837820] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 527.837906] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 527.838011] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af5d467f-d459-417f-9f26-c045f28f61dc already deleted. [ 527.838095] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af5d467f-d459-417f-9f26-c045f28f61dc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.139049] env[63412]: INFO networking_nsxv3.common.synchronization [None req-3f8bc75a-12f0-4ead-899c-1303104bd281 None None] Enqueued Resource ID: 2b985782-93c7-4ff7-88c2-5570e23b152a with Priority: HIGHEST for action port [ 529.139621] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b985782-93c7-4ff7-88c2-5570e23b152a with Priority: HIGHEST for action port [ 529.140456] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b985782-93c7-4ff7-88c2-5570e23b152a taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.140456] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b985782-93c7-4ff7-88c2-5570e23b152a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.140456] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b985782-93c7-4ff7-88c2-5570e23b152a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.140659] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b985782-93c7-4ff7-88c2-5570e23b152a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 529.140793] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b985782-93c7-4ff7-88c2-5570e23b152a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.644366] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b985782-93c7-4ff7-88c2-5570e23b152a [ 529.644366] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.644366] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.644366] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.644366] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 529.644366] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.644366] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b985782-93c7-4ff7-88c2-5570e23b152a already deleted. [ 529.644366] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b985782-93c7-4ff7-88c2-5570e23b152a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.031831] env[63412]: INFO networking_nsxv3.common.synchronization [None req-bb58e36d-77a7-48c3-aa33-0966f53a10ec None None] Enqueued Resource ID: a407ba7f-d3d2-4780-afd2-31a21cd5b9e2 with Priority: HIGHEST for action port [ 530.032094] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a407ba7f-d3d2-4780-afd2-31a21cd5b9e2 with Priority: HIGHEST for action port [ 530.032702] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-a407ba7f-d3d2-4780-afd2-31a21cd5b9e2 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.032863] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a407ba7f-d3d2-4780-afd2-31a21cd5b9e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.032961] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a407ba7f-d3d2-4780-afd2-31a21cd5b9e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.033251] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a407ba7f-d3d2-4780-afd2-31a21cd5b9e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 530.033362] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a407ba7f-d3d2-4780-afd2-31a21cd5b9e2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.535351] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a407ba7f-d3d2-4780-afd2-31a21cd5b9e2 [ 530.535669] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.535762] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.535800] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.535984] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 530.536228] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.536228] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a407ba7f-d3d2-4780-afd2-31a21cd5b9e2 already deleted. [ 530.536329] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a407ba7f-d3d2-4780-afd2-31a21cd5b9e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.156505] env[63412]: INFO networking_nsxv3.common.synchronization [None req-b65d6da5-ef30-4aa8-8f83-83354e039367 None None] Enqueued Resource ID: f0d386d5-aeae-4e5b-85b5-af43f7e61617 with Priority: HIGHEST for action port [ 531.157057] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0d386d5-aeae-4e5b-85b5-af43f7e61617 with Priority: HIGHEST for action port [ 531.157370] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0d386d5-aeae-4e5b-85b5-af43f7e61617 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.157517] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0d386d5-aeae-4e5b-85b5-af43f7e61617" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.157570] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0d386d5-aeae-4e5b-85b5-af43f7e61617" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.157800] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0d386d5-aeae-4e5b-85b5-af43f7e61617" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.157885] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0d386d5-aeae-4e5b-85b5-af43f7e61617',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.661502] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0d386d5-aeae-4e5b-85b5-af43f7e61617 [ 531.661855] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.661991] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.662110] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.662318] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.662394] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.662459] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0d386d5-aeae-4e5b-85b5-af43f7e61617 already deleted. [ 531.662515] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0d386d5-aeae-4e5b-85b5-af43f7e61617" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.212931] env[63412]: INFO networking_nsxv3.common.synchronization [None req-2eadd657-7426-44ac-8015-af00623cc4ce None None] Enqueued Resource ID: c9112066-1963-46ef-b664-d93dd2bca03d with Priority: HIGHEST for action port [ 534.213233] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9112066-1963-46ef-b664-d93dd2bca03d with Priority: HIGHEST for action port [ 534.213775] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9112066-1963-46ef-b664-d93dd2bca03d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.214586] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9112066-1963-46ef-b664-d93dd2bca03d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.214714] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9112066-1963-46ef-b664-d93dd2bca03d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.215016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9112066-1963-46ef-b664-d93dd2bca03d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.215116] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9112066-1963-46ef-b664-d93dd2bca03d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 534.527060] env[63412]: INFO networking_nsxv3.common.synchronization [None req-6521a0e9-ee52-489e-afb5-f17f478c7515 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Enqueued Resource ID: e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c with Priority: HIGHEST for action security_group_rules [ 534.527288] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c with Priority: HIGHEST for action security_group_rules [ 534.527782] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.527900] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.527979] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.530582] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.530582] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 534.656386] env[63412]: INFO networking_nsxv3.common.synchronization [None req-4fb0be3b-40db-4a18-b14f-91883270486d None None] Enqueued Resource ID: 02ed066e-56c8-4b15-bf43-04f927e5bd16 with Priority: HIGHEST for action port [ 534.656386] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02ed066e-56c8-4b15-bf43-04f927e5bd16 with Priority: HIGHEST for action port [ 534.656386] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-02ed066e-56c8-4b15-bf43-04f927e5bd16 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.656386] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02ed066e-56c8-4b15-bf43-04f927e5bd16" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.656386] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02ed066e-56c8-4b15-bf43-04f927e5bd16" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.661723] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02ed066e-56c8-4b15-bf43-04f927e5bd16" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.661723] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02ed066e-56c8-4b15-bf43-04f927e5bd16',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 534.717383] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9112066-1963-46ef-b664-d93dd2bca03d [ 534.717591] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.717591] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.717591] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.718688] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.718688] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.718688] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9112066-1963-46ef-b664-d93dd2bca03d already deleted. [ 534.718688] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9112066-1963-46ef-b664-d93dd2bca03d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.837502] env[63412]: INFO networking_nsxv3.common.synchronization [None req-c82c5f87-4e65-40ae-a94a-def4f29abf34 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Enqueued Resource ID: e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c with Priority: HIGHEST for action security_group_rules [ 534.837502] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c with Priority: HIGHEST for action security_group_rules [ 534.837502] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.838178] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.069730] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.069865] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.069941] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.070160] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.070247] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.070338] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c already deleted. [ 535.070423] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.070579] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.070735] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.070794] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.163651] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02ed066e-56c8-4b15-bf43-04f927e5bd16 [ 535.164977] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.164977] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.164977] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.164977] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.165197] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.165231] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02ed066e-56c8-4b15-bf43-04f927e5bd16 already deleted. [ 535.165711] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02ed066e-56c8-4b15-bf43-04f927e5bd16" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.307363] env[63412]: INFO networking_nsxv3.common.synchronization [None req-026ab1fb-fed1-403a-8d19-a910dd29c9e9 None None] Enqueued Resource ID: 2b57de06-85f6-4a43-8503-9a068e39139d with Priority: HIGHEST for action port [ 535.307624] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b57de06-85f6-4a43-8503-9a068e39139d with Priority: HIGHEST for action port [ 535.309256] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b57de06-85f6-4a43-8503-9a068e39139d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.309256] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b57de06-85f6-4a43-8503-9a068e39139d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.309428] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b57de06-85f6-4a43-8503-9a068e39139d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.309912] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b57de06-85f6-4a43-8503-9a068e39139d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.309912] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b57de06-85f6-4a43-8503-9a068e39139d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.591815] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.591992] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.592078] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.592291] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.592379] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.592470] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c already deleted. [ 535.592910] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.815513] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b57de06-85f6-4a43-8503-9a068e39139d [ 535.815513] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.815513] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.815513] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.815513] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.815513] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.815513] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b57de06-85f6-4a43-8503-9a068e39139d already deleted. [ 535.815513] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b57de06-85f6-4a43-8503-9a068e39139d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.692342] env[63412]: INFO networking_nsxv3.common.synchronization [None req-4b9360cc-d977-476b-a739-cdaaf5058bf2 None None] Enqueued Resource ID: 380e086c-e073-4349-9949-db839ce46eb8 with Priority: HIGHEST for action port [ 536.694729] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 380e086c-e073-4349-9949-db839ce46eb8 with Priority: HIGHEST for action port [ 536.695900] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-380e086c-e073-4349-9949-db839ce46eb8 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.696107] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-380e086c-e073-4349-9949-db839ce46eb8" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.696480] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-380e086c-e073-4349-9949-db839ce46eb8" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.696962] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-380e086c-e073-4349-9949-db839ce46eb8" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.697212] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('380e086c-e073-4349-9949-db839ce46eb8',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.815167] env[63412]: INFO networking_nsxv3.common.synchronization [None req-3ce464be-67e6-470a-8f3d-5e70ac51a349 None None] Enqueued Resource ID: def9224a-b7a1-4da2-b18d-a9066a01487c with Priority: HIGHEST for action port [ 536.815167] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: def9224a-b7a1-4da2-b18d-a9066a01487c with Priority: HIGHEST for action port [ 536.815167] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-def9224a-b7a1-4da2-b18d-a9066a01487c taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.815167] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-def9224a-b7a1-4da2-b18d-a9066a01487c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.815167] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-def9224a-b7a1-4da2-b18d-a9066a01487c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.817628] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-def9224a-b7a1-4da2-b18d-a9066a01487c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.817628] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('def9224a-b7a1-4da2-b18d-a9066a01487c',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.202965] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 380e086c-e073-4349-9949-db839ce46eb8 [ 537.202965] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.202965] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.202965] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.203566] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.203566] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.203566] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:380e086c-e073-4349-9949-db839ce46eb8 already deleted. [ 537.203566] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-380e086c-e073-4349-9949-db839ce46eb8" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.321888] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port def9224a-b7a1-4da2-b18d-a9066a01487c [ 537.322155] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.322287] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.322356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.322563] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.322651] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.322746] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:def9224a-b7a1-4da2-b18d-a9066a01487c already deleted. [ 537.325838] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-def9224a-b7a1-4da2-b18d-a9066a01487c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.940914] env[63412]: INFO networking_nsxv3.common.synchronization [None req-46dfed8b-7da3-4885-b0dd-44d690b996bf None None] Enqueued Resource ID: b56ce8b3-d388-469f-be82-9d988f63bcf6 with Priority: HIGHEST for action port [ 538.941246] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b56ce8b3-d388-469f-be82-9d988f63bcf6 with Priority: HIGHEST for action port [ 538.941789] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-b56ce8b3-d388-469f-be82-9d988f63bcf6 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.941932] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b56ce8b3-d388-469f-be82-9d988f63bcf6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.942012] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b56ce8b3-d388-469f-be82-9d988f63bcf6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.944389] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b56ce8b3-d388-469f-be82-9d988f63bcf6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.944621] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b56ce8b3-d388-469f-be82-9d988f63bcf6',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.447239] env[63412]: INFO networking_nsxv3.common.synchronization [None req-5085e43f-4b89-40e0-9f27-fb1514c6860c None None] Enqueued Resource ID: 0a6a9c93-17b6-41ef-b335-135a3dfe4f1e with Priority: HIGHEST for action port [ 539.447239] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6a9c93-17b6-41ef-b335-135a3dfe4f1e with Priority: HIGHEST for action port [ 539.448207] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a6a9c93-17b6-41ef-b335-135a3dfe4f1e taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.451093] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a6a9c93-17b6-41ef-b335-135a3dfe4f1e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.451093] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a6a9c93-17b6-41ef-b335-135a3dfe4f1e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.451093] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a6a9c93-17b6-41ef-b335-135a3dfe4f1e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.451093] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a6a9c93-17b6-41ef-b335-135a3dfe4f1e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.454564] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b56ce8b3-d388-469f-be82-9d988f63bcf6 [ 539.454564] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.454564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.454564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.454564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.454564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.454564] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b56ce8b3-d388-469f-be82-9d988f63bcf6 already deleted. [ 539.454564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b56ce8b3-d388-469f-be82-9d988f63bcf6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.597373] env[63412]: INFO networking_nsxv3.common.synchronization [None req-cfa7c583-3795-471a-bcdd-8d0f0b6f75e6 None None] Enqueued Resource ID: 69877686-b664-4d7a-963f-760b6e7be6d8 with Priority: HIGHEST for action port [ 539.598631] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69877686-b664-4d7a-963f-760b6e7be6d8 with Priority: HIGHEST for action port [ 539.599538] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-69877686-b664-4d7a-963f-760b6e7be6d8 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.599719] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69877686-b664-4d7a-963f-760b6e7be6d8" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.599872] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69877686-b664-4d7a-963f-760b6e7be6d8" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.600374] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69877686-b664-4d7a-963f-760b6e7be6d8" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.600514] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69877686-b664-4d7a-963f-760b6e7be6d8',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.933581] env[63412]: INFO networking_nsxv3.common.synchronization [None req-123e0dd6-d3c2-45cc-905a-a67493445ad5 None None] Enqueued Resource ID: 26b1c9ae-5eb0-4aa9-892b-791917d560a2 with Priority: HIGHEST for action port [ 539.933864] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b1c9ae-5eb0-4aa9-892b-791917d560a2 with Priority: HIGHEST for action port [ 539.934455] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-26b1c9ae-5eb0-4aa9-892b-791917d560a2 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.934769] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26b1c9ae-5eb0-4aa9-892b-791917d560a2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.934769] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26b1c9ae-5eb0-4aa9-892b-791917d560a2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.935188] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26b1c9ae-5eb0-4aa9-892b-791917d560a2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.935188] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26b1c9ae-5eb0-4aa9-892b-791917d560a2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.954201] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a6a9c93-17b6-41ef-b335-135a3dfe4f1e [ 539.954508] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.954508] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.954508] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.954674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.954762] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.955934] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a6a9c93-17b6-41ef-b335-135a3dfe4f1e already deleted. [ 539.955934] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a6a9c93-17b6-41ef-b335-135a3dfe4f1e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.107385] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69877686-b664-4d7a-963f-760b6e7be6d8 [ 540.107645] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.107764] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.107835] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.109112] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.109112] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.109112] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69877686-b664-4d7a-963f-760b6e7be6d8 already deleted. [ 540.109112] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69877686-b664-4d7a-963f-760b6e7be6d8" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.164861] env[63412]: INFO networking_nsxv3.common.synchronization [None req-bca0618d-ca70-425d-b334-6dc9fe7a1a03 None None] Enqueued Resource ID: 03f29ce4-1160-477b-80e3-a1f92084d6a1 with Priority: HIGHEST for action port [ 540.165149] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03f29ce4-1160-477b-80e3-a1f92084d6a1 with Priority: HIGHEST for action port [ 540.165888] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-03f29ce4-1160-477b-80e3-a1f92084d6a1 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.165888] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03f29ce4-1160-477b-80e3-a1f92084d6a1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.167813] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03f29ce4-1160-477b-80e3-a1f92084d6a1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.168146] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03f29ce4-1160-477b-80e3-a1f92084d6a1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.169021] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03f29ce4-1160-477b-80e3-a1f92084d6a1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.438224] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26b1c9ae-5eb0-4aa9-892b-791917d560a2 [ 540.438487] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.438615] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.438683] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.438888] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.438970] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.439074] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26b1c9ae-5eb0-4aa9-892b-791917d560a2 already deleted. [ 540.439152] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26b1c9ae-5eb0-4aa9-892b-791917d560a2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.673818] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03f29ce4-1160-477b-80e3-a1f92084d6a1 [ 540.673818] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.673818] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.673818] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.673818] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.673818] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.673818] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03f29ce4-1160-477b-80e3-a1f92084d6a1 already deleted. [ 540.673818] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03f29ce4-1160-477b-80e3-a1f92084d6a1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.819597] env[63412]: INFO networking_nsxv3.common.synchronization [None req-0025b9a0-8c24-4f25-a778-c595392b4372 None None] Enqueued Resource ID: 5640b8c1-b4fa-40f0-bd20-82c514898071 with Priority: HIGHEST for action port [ 540.820205] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5640b8c1-b4fa-40f0-bd20-82c514898071 with Priority: HIGHEST for action port [ 540.820502] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-5640b8c1-b4fa-40f0-bd20-82c514898071 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.820618] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5640b8c1-b4fa-40f0-bd20-82c514898071" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.820688] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5640b8c1-b4fa-40f0-bd20-82c514898071" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.822033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5640b8c1-b4fa-40f0-bd20-82c514898071" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.822121] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5640b8c1-b4fa-40f0-bd20-82c514898071',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.325153] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5640b8c1-b4fa-40f0-bd20-82c514898071 [ 541.325421] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.325610] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.326237] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.326237] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.326237] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.326237] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5640b8c1-b4fa-40f0-bd20-82c514898071 already deleted. [ 541.326237] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5640b8c1-b4fa-40f0-bd20-82c514898071" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.195207] env[63412]: INFO networking_nsxv3.common.synchronization [None req-e9965220-a1d3-40a0-8aa6-bf35e2581dea None None] Enqueued Resource ID: 29275e3a-174d-45f4-9d84-5d3bb5f5b706 with Priority: HIGHEST for action port [ 542.195207] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29275e3a-174d-45f4-9d84-5d3bb5f5b706 with Priority: HIGHEST for action port [ 542.195207] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-29275e3a-174d-45f4-9d84-5d3bb5f5b706 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.195207] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29275e3a-174d-45f4-9d84-5d3bb5f5b706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.195207] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29275e3a-174d-45f4-9d84-5d3bb5f5b706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.198492] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29275e3a-174d-45f4-9d84-5d3bb5f5b706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.200260] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29275e3a-174d-45f4-9d84-5d3bb5f5b706',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 542.703019] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29275e3a-174d-45f4-9d84-5d3bb5f5b706 [ 542.703019] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.703019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.703019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.703019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.703429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.703429] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29275e3a-174d-45f4-9d84-5d3bb5f5b706 already deleted. [ 542.703429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29275e3a-174d-45f4-9d84-5d3bb5f5b706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.077158] env[63412]: INFO networking_nsxv3.common.synchronization [None req-05442cae-8d35-4780-b0b2-8c92ea71437a None None] Enqueued Resource ID: 74058b10-b896-47ff-9219-b87ce823d5cf with Priority: HIGHEST for action port [ 544.079069] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74058b10-b896-47ff-9219-b87ce823d5cf with Priority: HIGHEST for action port [ 544.080076] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-74058b10-b896-47ff-9219-b87ce823d5cf taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.080076] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74058b10-b896-47ff-9219-b87ce823d5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.080076] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74058b10-b896-47ff-9219-b87ce823d5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.080076] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74058b10-b896-47ff-9219-b87ce823d5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.080076] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74058b10-b896-47ff-9219-b87ce823d5cf',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.583825] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74058b10-b896-47ff-9219-b87ce823d5cf [ 544.584107] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.584247] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.584351] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.584530] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.584618] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.584714] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74058b10-b896-47ff-9219-b87ce823d5cf already deleted. [ 544.584793] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74058b10-b896-47ff-9219-b87ce823d5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.592373] env[63412]: INFO networking_nsxv3.common.synchronization [None req-910357f2-e3bb-44b6-b9bf-d23a34c2f22d None None] Enqueued Resource ID: d1bcf71d-2f94-4043-b07e-f6f2b00b3a6f with Priority: HIGHEST for action port [ 544.592593] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1bcf71d-2f94-4043-b07e-f6f2b00b3a6f with Priority: HIGHEST for action port [ 544.593061] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1bcf71d-2f94-4043-b07e-f6f2b00b3a6f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.593204] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1bcf71d-2f94-4043-b07e-f6f2b00b3a6f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.593245] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1bcf71d-2f94-4043-b07e-f6f2b00b3a6f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.593655] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1bcf71d-2f94-4043-b07e-f6f2b00b3a6f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.593655] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1bcf71d-2f94-4043-b07e-f6f2b00b3a6f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.099632] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1bcf71d-2f94-4043-b07e-f6f2b00b3a6f [ 545.099632] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.099632] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.099632] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.099632] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.099632] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.099632] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1bcf71d-2f94-4043-b07e-f6f2b00b3a6f already deleted. [ 545.099632] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1bcf71d-2f94-4043-b07e-f6f2b00b3a6f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.164073] env[63412]: INFO networking_nsxv3.common.synchronization [None req-1864c80e-ba61-410a-8c91-1e6b63887e85 None None] Enqueued Resource ID: de5a48a6-a9e9-4865-a311-f724de9bb1b0 with Priority: HIGHEST for action port [ 545.164335] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5a48a6-a9e9-4865-a311-f724de9bb1b0 with Priority: HIGHEST for action port [ 545.164908] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-de5a48a6-a9e9-4865-a311-f724de9bb1b0 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.165041] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de5a48a6-a9e9-4865-a311-f724de9bb1b0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.165109] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de5a48a6-a9e9-4865-a311-f724de9bb1b0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.165359] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de5a48a6-a9e9-4865-a311-f724de9bb1b0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.165468] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de5a48a6-a9e9-4865-a311-f724de9bb1b0',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.234258] env[63412]: INFO networking_nsxv3.common.synchronization [None req-ed4612df-f653-45e0-80b6-1cda333093b7 None None] Enqueued Resource ID: b9bbff98-040f-4b48-850c-4f7165479aae with Priority: HIGHEST for action port [ 545.234499] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bbff98-040f-4b48-850c-4f7165479aae with Priority: HIGHEST for action port [ 545.235082] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9bbff98-040f-4b48-850c-4f7165479aae taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.235203] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9bbff98-040f-4b48-850c-4f7165479aae" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.235270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9bbff98-040f-4b48-850c-4f7165479aae" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.235508] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9bbff98-040f-4b48-850c-4f7165479aae" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.235584] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9bbff98-040f-4b48-850c-4f7165479aae',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.550514] env[63412]: INFO networking_nsxv3.common.synchronization [None req-83ad245e-3674-426a-bf33-cc539d026950 None None] Enqueued Resource ID: ad929378-10d1-478c-bb08-bf9a55d3ad92 with Priority: HIGHEST for action port [ 545.551014] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad929378-10d1-478c-bb08-bf9a55d3ad92 with Priority: HIGHEST for action port [ 545.551311] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad929378-10d1-478c-bb08-bf9a55d3ad92 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.551429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad929378-10d1-478c-bb08-bf9a55d3ad92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.551552] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad929378-10d1-478c-bb08-bf9a55d3ad92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.551722] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad929378-10d1-478c-bb08-bf9a55d3ad92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.551839] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad929378-10d1-478c-bb08-bf9a55d3ad92',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.668936] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de5a48a6-a9e9-4865-a311-f724de9bb1b0 [ 545.668936] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.668936] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.668936] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.668936] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.669255] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.669255] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de5a48a6-a9e9-4865-a311-f724de9bb1b0 already deleted. [ 545.669255] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de5a48a6-a9e9-4865-a311-f724de9bb1b0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.741183] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9bbff98-040f-4b48-850c-4f7165479aae [ 545.741575] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.741575] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.741924] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.741924] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.741924] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.742042] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9bbff98-040f-4b48-850c-4f7165479aae already deleted. [ 545.742123] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9bbff98-040f-4b48-850c-4f7165479aae" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.055883] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad929378-10d1-478c-bb08-bf9a55d3ad92 [ 546.056163] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.058028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.058028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.058028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.058028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.058028] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad929378-10d1-478c-bb08-bf9a55d3ad92 already deleted. [ 546.058028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad929378-10d1-478c-bb08-bf9a55d3ad92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.187678] env[63412]: INFO networking_nsxv3.common.synchronization [None req-e8cb45dd-cc78-447b-845c-c663e74478bf None None] Enqueued Resource ID: 9f9220e1-ee8c-40ae-9852-90c4767dffb8 with Priority: HIGHEST for action port [ 547.187960] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f9220e1-ee8c-40ae-9852-90c4767dffb8 with Priority: HIGHEST for action port [ 547.188499] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f9220e1-ee8c-40ae-9852-90c4767dffb8 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.188604] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f9220e1-ee8c-40ae-9852-90c4767dffb8" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.188682] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f9220e1-ee8c-40ae-9852-90c4767dffb8" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.188946] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f9220e1-ee8c-40ae-9852-90c4767dffb8" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.193568] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f9220e1-ee8c-40ae-9852-90c4767dffb8',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.696375] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f9220e1-ee8c-40ae-9852-90c4767dffb8 [ 547.696602] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.696734] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.696801] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.697057] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.697146] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.697238] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f9220e1-ee8c-40ae-9852-90c4767dffb8 already deleted. [ 547.697313] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f9220e1-ee8c-40ae-9852-90c4767dffb8" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.168515] env[63412]: INFO networking_nsxv3.common.synchronization [None req-aa44adfd-2cf2-405a-a507-871a4ab0382e None None] Enqueued Resource ID: 254e80ba-b0c8-4d10-9eaf-63577d401f1c with Priority: HIGHEST for action port [ 548.170912] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 254e80ba-b0c8-4d10-9eaf-63577d401f1c with Priority: HIGHEST for action port [ 548.170912] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-254e80ba-b0c8-4d10-9eaf-63577d401f1c taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.170912] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-254e80ba-b0c8-4d10-9eaf-63577d401f1c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.170912] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-254e80ba-b0c8-4d10-9eaf-63577d401f1c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.170912] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-254e80ba-b0c8-4d10-9eaf-63577d401f1c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.170912] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('254e80ba-b0c8-4d10-9eaf-63577d401f1c',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.673644] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 254e80ba-b0c8-4d10-9eaf-63577d401f1c [ 548.673917] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.674340] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.674418] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.674634] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.674727] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.674827] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:254e80ba-b0c8-4d10-9eaf-63577d401f1c already deleted. [ 548.674911] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-254e80ba-b0c8-4d10-9eaf-63577d401f1c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.728939] env[63412]: INFO networking_nsxv3.common.synchronization [req-28ac0cba-e101-40d5-b83a-6d808dc89199 req-e737250b-710a-4114-949f-00fcfb8d1bb4 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Enqueued Resource ID: b4959203-00a9-477d-95ff-178243039f66 with Priority: HIGHEST for action security_group_members [ 548.729731] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4959203-00a9-477d-95ff-178243039f66 with Priority: HIGHEST for action security_group_members [ 548.730115] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4959203-00a9-477d-95ff-178243039f66 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.730500] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4959203-00a9-477d-95ff-178243039f66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.730500] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4959203-00a9-477d-95ff-178243039f66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.730647] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4959203-00a9-477d-95ff-178243039f66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.730825] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.731107] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.731107] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.731239] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.731355] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.731477] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4959203-00a9-477d-95ff-178243039f66',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.233648] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.234258] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.234258] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.234258] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.234403] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.234580] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.234699] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.234764] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.234961] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.235075] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.235160] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4959203-00a9-477d-95ff-178243039f66 already deleted. [ 549.235240] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4959203-00a9-477d-95ff-178243039f66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.124671] env[63412]: INFO networking_nsxv3.common.synchronization [None req-35696841-25e3-4298-8ff4-10774a528789 tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Enqueued Resource ID: 938fc471-fc6c-4818-b354-56b34b9d146e with Priority: HIGHEST for action security_group_rules [ 550.124671] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938fc471-fc6c-4818-b354-56b34b9d146e with Priority: HIGHEST for action security_group_rules [ 550.124671] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-938fc471-fc6c-4818-b354-56b34b9d146e taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.124671] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.124671] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.124671] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.124671] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('938fc471-fc6c-4818-b354-56b34b9d146e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.197777] env[63412]: INFO networking_nsxv3.common.synchronization [None req-1a79251d-77e3-40af-be05-0d808de07889 None None] Enqueued Resource ID: 199f19c3-184c-4880-8249-da1928da2d22 with Priority: HIGHEST for action port [ 550.198399] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 199f19c3-184c-4880-8249-da1928da2d22 with Priority: HIGHEST for action port [ 550.198672] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-199f19c3-184c-4880-8249-da1928da2d22 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.198798] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-199f19c3-184c-4880-8249-da1928da2d22" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.198869] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-199f19c3-184c-4880-8249-da1928da2d22" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.200120] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-199f19c3-184c-4880-8249-da1928da2d22" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.200226] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('199f19c3-184c-4880-8249-da1928da2d22',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.399285] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.399285] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.400399] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.400399] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.400399] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.400573] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.400573] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.401598] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.401598] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.401598] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 550.401771] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 550.401982] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 550.401982] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 550.402208] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 550.402208] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 550.402689] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 550.422022] env[63412]: INFO networking_nsxv3.common.synchronization [None req-69433cd6-970a-44ba-a42d-ecbd34ccc3be tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Enqueued Resource ID: 938fc471-fc6c-4818-b354-56b34b9d146e with Priority: HIGHEST for action security_group_rules [ 550.422022] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938fc471-fc6c-4818-b354-56b34b9d146e with Priority: HIGHEST for action security_group_rules [ 550.422022] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-938fc471-fc6c-4818-b354-56b34b9d146e taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.423435] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.424144] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 550.424324] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 550.424459] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 550.425326] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.425326] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-ea13c1d1-828c-4374-9dbf-efb43fe37356 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.425326] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-ea13c1d1-828c-4374-9dbf-efb43fe37356" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.425326] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-ea13c1d1-828c-4374-9dbf-efb43fe37356" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.425579] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-ea13c1d1-828c-4374-9dbf-efb43fe37356" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.425649] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea13c1d1-828c-4374-9dbf-efb43fe37356',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.656363] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.656363] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.656363] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.656363] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.656363] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.656363] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 938fc471-fc6c-4818-b354-56b34b9d146e already deleted. [ 550.656363] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.656363] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.656363] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.656363] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('938fc471-fc6c-4818-b354-56b34b9d146e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.704881] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 199f19c3-184c-4880-8249-da1928da2d22 [ 550.704881] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.704881] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.704881] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.704881] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.704881] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.704881] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:199f19c3-184c-4880-8249-da1928da2d22 already deleted. [ 550.704881] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-199f19c3-184c-4880-8249-da1928da2d22" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.928395] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.928973] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.928973] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.929281] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.929437] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.929599] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port ea13c1d1-828c-4374-9dbf-efb43fe37356 not found, creating... [ 550.929869] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.930060] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.930191] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.931103] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.931361] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.931660] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.931824] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.931946] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.932247] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.932336] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.932475] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: ea13c1d1-828c-4374-9dbf-efb43fe37356 is going to be created. [ 550.959091] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.959091] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.959091] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.959091] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.959091] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.959091] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-ea13c1d1-828c-4374-9dbf-efb43fe37356" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.016154] env[63412]: INFO networking_nsxv3.common.synchronization [req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 req-970dbe59-8639-4bdc-9f65-cbd541c93cb8 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Enqueued Resource ID: ee444a9e-e3a4-45e3-9241-d0f693c0754a with Priority: HIGHEST for action security_group_members [ 551.016711] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee444a9e-e3a4-45e3-9241-d0f693c0754a with Priority: HIGHEST for action security_group_members [ 551.017016] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee444a9e-e3a4-45e3-9241-d0f693c0754a taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.017171] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee444a9e-e3a4-45e3-9241-d0f693c0754a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.017260] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee444a9e-e3a4-45e3-9241-d0f693c0754a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.017513] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee444a9e-e3a4-45e3-9241-d0f693c0754a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.017902] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.017902] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.017902] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.018182] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.018182] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.018440] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee444a9e-e3a4-45e3-9241-d0f693c0754a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.088370] env[63412]: INFO networking_nsxv3.common.synchronization [None req-210bcddd-4154-4f15-beb5-6f8f2f371cfb None None] Enqueued Resource ID: 4d1f8ed7-c7ca-4c3e-aad1-a19099182a44 with Priority: HIGHEST for action port [ 551.088801] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d1f8ed7-c7ca-4c3e-aad1-a19099182a44 with Priority: HIGHEST for action port [ 551.089032] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d1f8ed7-c7ca-4c3e-aad1-a19099182a44 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.089153] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d1f8ed7-c7ca-4c3e-aad1-a19099182a44" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.089229] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d1f8ed7-c7ca-4c3e-aad1-a19099182a44" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.089503] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d1f8ed7-c7ca-4c3e-aad1-a19099182a44" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.089597] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d1f8ed7-c7ca-4c3e-aad1-a19099182a44',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.178676] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.178990] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.178990] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.179102] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.179187] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.179275] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 938fc471-fc6c-4818-b354-56b34b9d146e already deleted. [ 551.179881] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.379803] env[63412]: INFO networking_nsxv3.common.synchronization [None req-628d1e6d-2c35-4196-8f2d-aa070692f39f None None] Enqueued Resource ID: b533abed-9eff-40b2-8ef6-555a236b6ac7 with Priority: HIGHEST for action port [ 551.382156] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b533abed-9eff-40b2-8ef6-555a236b6ac7 with Priority: HIGHEST for action port [ 551.382156] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-b533abed-9eff-40b2-8ef6-555a236b6ac7 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.382156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b533abed-9eff-40b2-8ef6-555a236b6ac7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.382156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b533abed-9eff-40b2-8ef6-555a236b6ac7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.382156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b533abed-9eff-40b2-8ef6-555a236b6ac7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.382156] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b533abed-9eff-40b2-8ef6-555a236b6ac7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.522861] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.522861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.522861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.522861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.522861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.522861] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.522861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.522861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.522861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.522861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.522861] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee444a9e-e3a4-45e3-9241-d0f693c0754a already deleted. [ 551.522861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee444a9e-e3a4-45e3-9241-d0f693c0754a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.592617] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d1f8ed7-c7ca-4c3e-aad1-a19099182a44 [ 551.592926] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.593535] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.593535] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.593535] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.593670] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.593965] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d1f8ed7-c7ca-4c3e-aad1-a19099182a44 already deleted. [ 551.594380] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d1f8ed7-c7ca-4c3e-aad1-a19099182a44" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.692779] env[63412]: INFO networking_nsxv3.common.synchronization [None req-512270a1-e21b-4ebe-9b6b-16592e70dac2 None None] Enqueued Resource ID: 1dd38ca5-3327-46e5-83c7-0b70f973a0ad with Priority: HIGHEST for action port [ 551.693366] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dd38ca5-3327-46e5-83c7-0b70f973a0ad with Priority: HIGHEST for action port [ 551.693684] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dd38ca5-3327-46e5-83c7-0b70f973a0ad taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.693811] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dd38ca5-3327-46e5-83c7-0b70f973a0ad" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.693883] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dd38ca5-3327-46e5-83c7-0b70f973a0ad" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.694422] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dd38ca5-3327-46e5-83c7-0b70f973a0ad" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.694562] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dd38ca5-3327-46e5-83c7-0b70f973a0ad',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.885632] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b533abed-9eff-40b2-8ef6-555a236b6ac7 [ 551.885632] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.885632] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.885632] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.885632] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.885632] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.885632] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b533abed-9eff-40b2-8ef6-555a236b6ac7 already deleted. [ 551.885632] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b533abed-9eff-40b2-8ef6-555a236b6ac7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.138595] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.138947] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.139651] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.139651] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.139782] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.139953] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.142633] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.142633] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.142763] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.142927] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 552.143130] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 552.143279] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 552.143391] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 552.143843] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 552.143843] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 552.143843] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 552.166036] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 552.166036] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 552.166036] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 552.166036] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.166335] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-041e3fd5-1cb4-4e73-a2ec-6ad73770ecce taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.166409] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-041e3fd5-1cb4-4e73-a2ec-6ad73770ecce" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.167193] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-041e3fd5-1cb4-4e73-a2ec-6ad73770ecce" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.167193] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-041e3fd5-1cb4-4e73-a2ec-6ad73770ecce" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.167193] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('041e3fd5-1cb4-4e73-a2ec-6ad73770ecce',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.199598] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1dd38ca5-3327-46e5-83c7-0b70f973a0ad [ 552.199598] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.199598] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.199598] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.199598] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.199598] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.199598] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1dd38ca5-3327-46e5-83c7-0b70f973a0ad already deleted. [ 552.199598] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dd38ca5-3327-46e5-83c7-0b70f973a0ad" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.636463] env[63412]: INFO networking_nsxv3.common.synchronization [req-28ac0cba-e101-40d5-b83a-6d808dc89199 req-04fb978a-a7c8-4f8c-b814-bc19995440f9 service nova] Enqueued Resource ID: b4959203-00a9-477d-95ff-178243039f66 with Priority: HIGHEST for action security_group_rules [ 552.636637] env[63412]: INFO networking_nsxv3.common.synchronization [req-28ac0cba-e101-40d5-b83a-6d808dc89199 req-04fb978a-a7c8-4f8c-b814-bc19995440f9 service nova] Enqueued Resource ID: b4959203-00a9-477d-95ff-178243039f66 with Priority: HIGHEST for action security_group_members [ 552.636780] env[63412]: INFO networking_nsxv3.common.synchronization [req-28ac0cba-e101-40d5-b83a-6d808dc89199 req-04fb978a-a7c8-4f8c-b814-bc19995440f9 service nova] Enqueued Resource ID: ea13c1d1-828c-4374-9dbf-efb43fe37356 with Priority: HIGHEST for action port [ 552.638440] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4959203-00a9-477d-95ff-178243039f66 with Priority: HIGHEST for action security_group_rules [ 552.638440] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4959203-00a9-477d-95ff-178243039f66 with Priority: HIGHEST for action security_group_members [ 552.638440] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea13c1d1-828c-4374-9dbf-efb43fe37356 with Priority: HIGHEST for action port [ 552.638603] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4959203-00a9-477d-95ff-178243039f66 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.638711] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4959203-00a9-477d-95ff-178243039f66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.638769] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4959203-00a9-477d-95ff-178243039f66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.639046] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4959203-00a9-477d-95ff-178243039f66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.639165] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4959203-00a9-477d-95ff-178243039f66',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.639988] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4959203-00a9-477d-95ff-178243039f66 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.640161] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4959203-00a9-477d-95ff-178243039f66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.640393] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4959203-00a9-477d-95ff-178243039f66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.640500] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4959203-00a9-477d-95ff-178243039f66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.640677] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.640804] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.640892] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.641126] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.641250] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.641730] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4959203-00a9-477d-95ff-178243039f66',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.643430] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea13c1d1-828c-4374-9dbf-efb43fe37356 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.643585] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea13c1d1-828c-4374-9dbf-efb43fe37356" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.644174] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea13c1d1-828c-4374-9dbf-efb43fe37356" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.644428] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea13c1d1-828c-4374-9dbf-efb43fe37356" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.645701] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea13c1d1-828c-4374-9dbf-efb43fe37356',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.669967] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.670244] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.670396] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.670710] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.670886] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.671454] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 041e3fd5-1cb4-4e73-a2ec-6ad73770ecce not found, creating... [ 552.671454] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.671718] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.671718] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.671918] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.672092] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.672401] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.672579] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.672976] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.673080] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.673253] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.673603] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 041e3fd5-1cb4-4e73-a2ec-6ad73770ecce is going to be created. [ 552.696356] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.696567] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.696711] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.697075] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.697176] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.697513] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-041e3fd5-1cb4-4e73-a2ec-6ad73770ecce" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.147705] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4959203-00a9-477d-95ff-178243039f66 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.147705] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4959203-00a9-477d-95ff-178243039f66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.162922] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4959203-00a9-477d-95ff-178243039f66',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 553.162922] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea13c1d1-828c-4374-9dbf-efb43fe37356 with status ACTIVE [ 553.162922] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.162922] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.162922] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.162922] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.162922] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.162922] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.162922] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.162922] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.162922] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.162922] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.162922] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.162922] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.170085] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.170085] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.170085] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.170085] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea13c1d1-828c-4374-9dbf-efb43fe37356 is going to be updated. [ 553.191588] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.192605] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.192605] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.192605] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.192605] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.192605] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea13c1d1-828c-4374-9dbf-efb43fe37356" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.456520] env[63412]: INFO networking_nsxv3.common.synchronization [req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 req-cdcadf57-1c24-4eb8-9669-bf1265b7ec9e tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Enqueued Resource ID: f63a666f-54ab-4282-b56f-755c9b7f0591 with Priority: HIGHEST for action security_group_members [ 553.459609] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63a666f-54ab-4282-b56f-755c9b7f0591 with Priority: HIGHEST for action security_group_members [ 553.459609] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63a666f-54ab-4282-b56f-755c9b7f0591 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.459609] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63a666f-54ab-4282-b56f-755c9b7f0591" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.459609] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63a666f-54ab-4282-b56f-755c9b7f0591" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.459609] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63a666f-54ab-4282-b56f-755c9b7f0591" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.459609] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.459609] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.459609] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.460034] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.460034] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.460034] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f63a666f-54ab-4282-b56f-755c9b7f0591',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 553.673351] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4959203-00a9-477d-95ff-178243039f66',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 553.789997] env[63412]: INFO networking_nsxv3.common.synchronization [None req-88b0dcda-915e-4c0a-9119-8caa7dfcf720 None None] Enqueued Resource ID: 19285091-3ad3-458a-9066-f98128e6ee95 with Priority: HIGHEST for action port [ 553.790257] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19285091-3ad3-458a-9066-f98128e6ee95 with Priority: HIGHEST for action port [ 553.790843] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-19285091-3ad3-458a-9066-f98128e6ee95 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.790964] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19285091-3ad3-458a-9066-f98128e6ee95" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.791035] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19285091-3ad3-458a-9066-f98128e6ee95" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.791287] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19285091-3ad3-458a-9066-f98128e6ee95" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.791360] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19285091-3ad3-458a-9066-f98128e6ee95',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 553.963065] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.963236] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.963307] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.963556] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.964606] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.964784] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.964911] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.964986] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.965243] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.965281] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.965352] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63a666f-54ab-4282-b56f-755c9b7f0591 already deleted. [ 553.965460] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63a666f-54ab-4282-b56f-755c9b7f0591" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.176391] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.176947] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.177158] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.177326] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.177425] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.177530] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4959203-00a9-477d-95ff-178243039f66 is going to be created. [ 554.203949] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.204138] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.204216] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.204418] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.207893] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.214744] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4959203-00a9-477d-95ff-178243039f66 in Status: UNINITIALIZED for 2s [ 554.297142] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19285091-3ad3-458a-9066-f98128e6ee95 [ 554.297142] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.297142] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.297142] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.297319] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.298236] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.298355] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19285091-3ad3-458a-9066-f98128e6ee95 already deleted. [ 554.298454] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19285091-3ad3-458a-9066-f98128e6ee95" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.475175] env[63412]: INFO networking_nsxv3.common.synchronization [req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 req-5a91321e-545a-4074-a97c-ba4890331265 service nova] Enqueued Resource ID: ee444a9e-e3a4-45e3-9241-d0f693c0754a with Priority: HIGHEST for action security_group_rules [ 554.475420] env[63412]: INFO networking_nsxv3.common.synchronization [req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 req-5a91321e-545a-4074-a97c-ba4890331265 service nova] Enqueued Resource ID: ee444a9e-e3a4-45e3-9241-d0f693c0754a with Priority: HIGHEST for action security_group_members [ 554.475585] env[63412]: INFO networking_nsxv3.common.synchronization [req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 req-5a91321e-545a-4074-a97c-ba4890331265 service nova] Enqueued Resource ID: 041e3fd5-1cb4-4e73-a2ec-6ad73770ecce with Priority: HIGHEST for action port [ 554.475715] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee444a9e-e3a4-45e3-9241-d0f693c0754a with Priority: HIGHEST for action security_group_rules [ 554.476681] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee444a9e-e3a4-45e3-9241-d0f693c0754a with Priority: HIGHEST for action security_group_members [ 554.477081] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 041e3fd5-1cb4-4e73-a2ec-6ad73770ecce with Priority: HIGHEST for action port [ 554.477572] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee444a9e-e3a4-45e3-9241-d0f693c0754a taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.477664] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee444a9e-e3a4-45e3-9241-d0f693c0754a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.477711] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee444a9e-e3a4-45e3-9241-d0f693c0754a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.478128] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee444a9e-e3a4-45e3-9241-d0f693c0754a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.478565] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee444a9e-e3a4-45e3-9241-d0f693c0754a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.479468] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee444a9e-e3a4-45e3-9241-d0f693c0754a taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.479937] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee444a9e-e3a4-45e3-9241-d0f693c0754a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.480061] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee444a9e-e3a4-45e3-9241-d0f693c0754a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.480283] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee444a9e-e3a4-45e3-9241-d0f693c0754a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.480493] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.480732] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.480732] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.480869] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.480959] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.482146] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee444a9e-e3a4-45e3-9241-d0f693c0754a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.482940] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-041e3fd5-1cb4-4e73-a2ec-6ad73770ecce taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.483061] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-041e3fd5-1cb4-4e73-a2ec-6ad73770ecce" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.483123] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-041e3fd5-1cb4-4e73-a2ec-6ad73770ecce" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.483279] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-041e3fd5-1cb4-4e73-a2ec-6ad73770ecce" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.483359] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('041e3fd5-1cb4-4e73-a2ec-6ad73770ecce',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.719155] env[63412]: INFO networking_nsxv3.common.synchronization [None req-a6697b49-030f-4b1f-bd9e-024056e90786 None None] Enqueued Resource ID: 86225749-d444-492d-9570-957915a6cdb2 with Priority: HIGHEST for action port [ 554.719155] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86225749-d444-492d-9570-957915a6cdb2 with Priority: HIGHEST for action port [ 554.719902] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-86225749-d444-492d-9570-957915a6cdb2 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.720076] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86225749-d444-492d-9570-957915a6cdb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.720145] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86225749-d444-492d-9570-957915a6cdb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.720401] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86225749-d444-492d-9570-957915a6cdb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.720481] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86225749-d444-492d-9570-957915a6cdb2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.793900] env[63412]: INFO networking_nsxv3.common.synchronization [None req-021b1bdd-28b1-4f77-a504-3b0ad8493073 None None] Enqueued Resource ID: 924a22ce-7272-47d7-a653-d67b106797ae with Priority: HIGHEST for action port [ 554.794506] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 924a22ce-7272-47d7-a653-d67b106797ae with Priority: HIGHEST for action port [ 554.795707] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-924a22ce-7272-47d7-a653-d67b106797ae taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.795707] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-924a22ce-7272-47d7-a653-d67b106797ae" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.795707] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-924a22ce-7272-47d7-a653-d67b106797ae" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.796271] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-924a22ce-7272-47d7-a653-d67b106797ae" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.796271] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('924a22ce-7272-47d7-a653-d67b106797ae',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.963679] env[63412]: INFO networking_nsxv3.common.synchronization [req-8a59f42d-74be-4dcf-bbbb-d68622531e4e req-b7d852ef-f5dd-4126-8532-61964f700ee4 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Enqueued Resource ID: c136e152-b88b-429c-9b3e-ccfe13959a9b with Priority: HIGHEST for action security_group_members [ 554.964828] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c136e152-b88b-429c-9b3e-ccfe13959a9b with Priority: HIGHEST for action security_group_members [ 554.965202] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c136e152-b88b-429c-9b3e-ccfe13959a9b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.965987] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c136e152-b88b-429c-9b3e-ccfe13959a9b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.967022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c136e152-b88b-429c-9b3e-ccfe13959a9b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.967022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c136e152-b88b-429c-9b3e-ccfe13959a9b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.967022] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.967022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.967022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.967022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.967022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.967325] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c136e152-b88b-429c-9b3e-ccfe13959a9b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.985475] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee444a9e-e3a4-45e3-9241-d0f693c0754a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.986537] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee444a9e-e3a4-45e3-9241-d0f693c0754a taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.986662] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee444a9e-e3a4-45e3-9241-d0f693c0754a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.986843] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 041e3fd5-1cb4-4e73-a2ec-6ad73770ecce with status ACTIVE [ 554.989807] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.989807] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.989807] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.989807] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.989807] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.989807] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.989807] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.989807] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.989807] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.989807] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.989807] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.989807] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.989807] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.989807] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.989807] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.989807] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 041e3fd5-1cb4-4e73-a2ec-6ad73770ecce is going to be updated. [ 555.016203] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.016369] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.016445] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.016690] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.016907] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.017250] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-041e3fd5-1cb4-4e73-a2ec-6ad73770ecce" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.129857] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-459 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.130090] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-459" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.130263] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-459" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.131401] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-459" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.131401] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.135337] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.135915] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.135915] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.136223] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.136223] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 555.136341] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 555.136499] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 555.136607] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 555.138149] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 555.138149] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 555.138149] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 555.157108] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 555.157918] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 555.157918] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 555.157918] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-459" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.158131] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-404ddaeb-6a88-400d-ae25-8f0eb7f418f0 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.158213] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-404ddaeb-6a88-400d-ae25-8f0eb7f418f0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.158295] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-404ddaeb-6a88-400d-ae25-8f0eb7f418f0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.158642] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-404ddaeb-6a88-400d-ae25-8f0eb7f418f0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.158777] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('404ddaeb-6a88-400d-ae25-8f0eb7f418f0',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.223813] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86225749-d444-492d-9570-957915a6cdb2 [ 555.223813] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.223813] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.223813] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.223813] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.223813] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.223813] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86225749-d444-492d-9570-957915a6cdb2 already deleted. [ 555.223813] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86225749-d444-492d-9570-957915a6cdb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.300218] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 924a22ce-7272-47d7-a653-d67b106797ae [ 555.300495] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.300629] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.300694] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.301146] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.301294] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.301406] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:924a22ce-7272-47d7-a653-d67b106797ae already deleted. [ 555.301527] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-924a22ce-7272-47d7-a653-d67b106797ae" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.470845] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.472432] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.472636] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.473111] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.473334] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.473716] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.473928] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.474096] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.474354] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.474536] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.474869] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c136e152-b88b-429c-9b3e-ccfe13959a9b already deleted. [ 555.474869] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c136e152-b88b-429c-9b3e-ccfe13959a9b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.493318] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee444a9e-e3a4-45e3-9241-d0f693c0754a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.551451] env[63412]: INFO networking_nsxv3.common.synchronization [None req-bd04900b-7f47-49ca-9d22-83604f899db8 None None] Enqueued Resource ID: 34f4d127-0f02-4fc5-9fc9-6d8662c78be8 with Priority: HIGHEST for action port [ 555.551451] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f4d127-0f02-4fc5-9fc9-6d8662c78be8 with Priority: HIGHEST for action port [ 555.551451] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-34f4d127-0f02-4fc5-9fc9-6d8662c78be8 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.551451] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34f4d127-0f02-4fc5-9fc9-6d8662c78be8" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.551451] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34f4d127-0f02-4fc5-9fc9-6d8662c78be8" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.551451] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34f4d127-0f02-4fc5-9fc9-6d8662c78be8" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.551451] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34f4d127-0f02-4fc5-9fc9-6d8662c78be8',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.664283] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.664674] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.664674] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.665200] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.665370] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.665543] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 404ddaeb-6a88-400d-ae25-8f0eb7f418f0 not found, creating... [ 555.665824] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.665987] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.666118] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.666355] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.666506] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.666811] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.667142] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.667478] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.667540] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.667641] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.667780] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 404ddaeb-6a88-400d-ae25-8f0eb7f418f0 is going to be created. [ 555.688330] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.688330] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.688330] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.688330] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.688330] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.688330] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-404ddaeb-6a88-400d-ae25-8f0eb7f418f0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.949451] env[63412]: INFO networking_nsxv3.common.synchronization [None req-beabf436-b380-41ca-8c51-414673781baf None None] Enqueued Resource ID: 80df8161-21a3-42e4-97b1-f7c6196721bc with Priority: HIGHEST for action port [ 555.949724] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80df8161-21a3-42e4-97b1-f7c6196721bc with Priority: HIGHEST for action port [ 555.950279] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-80df8161-21a3-42e4-97b1-f7c6196721bc taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.950412] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80df8161-21a3-42e4-97b1-f7c6196721bc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.950469] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80df8161-21a3-42e4-97b1-f7c6196721bc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.950707] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80df8161-21a3-42e4-97b1-f7c6196721bc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.950826] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80df8161-21a3-42e4-97b1-f7c6196721bc',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.995338] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.995338] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.995338] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.995338] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.995546] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.995546] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee444a9e-e3a4-45e3-9241-d0f693c0754a is going to be created. [ 556.032329] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.036629] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.036629] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.036629] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.036629] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.053857] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee444a9e-e3a4-45e3-9241-d0f693c0754a in Status: UNINITIALIZED for 2s [ 556.054577] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34f4d127-0f02-4fc5-9fc9-6d8662c78be8 [ 556.054577] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.054704] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.054773] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.058301] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.058390] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.058459] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34f4d127-0f02-4fc5-9fc9-6d8662c78be8 already deleted. [ 556.058655] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34f4d127-0f02-4fc5-9fc9-6d8662c78be8" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.231666] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4959203-00a9-477d-95ff-178243039f66 in Status: SUCCESS [ 556.231666] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4959203-00a9-477d-95ff-178243039f66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.231666] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4959203-00a9-477d-95ff-178243039f66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.231666] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4959203-00a9-477d-95ff-178243039f66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.231666] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.231666] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.231666] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.231666] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.231666] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.231666] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4959203-00a9-477d-95ff-178243039f66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.231666] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4959203-00a9-477d-95ff-178243039f66',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.295304] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-609 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.295304] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-609" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.295304] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-609" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.295304] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-609" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.295304] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.295304] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.295838] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.295838] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.295838] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.296164] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 556.300538] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 556.300538] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 556.300538] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 556.300538] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 556.300538] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 556.300538] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 556.319208] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 556.319654] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 556.319935] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 556.320351] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-609" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.320747] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-2ebb9016-10c3-4a48-bba3-7294dbd8bdb7 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.321096] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-2ebb9016-10c3-4a48-bba3-7294dbd8bdb7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.321314] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-2ebb9016-10c3-4a48-bba3-7294dbd8bdb7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.321834] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-2ebb9016-10c3-4a48-bba3-7294dbd8bdb7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.322111] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ebb9016-10c3-4a48-bba3-7294dbd8bdb7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.455895] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80df8161-21a3-42e4-97b1-f7c6196721bc [ 556.456153] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.456292] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.456368] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.456633] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.456697] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.456774] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80df8161-21a3-42e4-97b1-f7c6196721bc already deleted. [ 556.456852] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80df8161-21a3-42e4-97b1-f7c6196721bc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.723556] env[63412]: INFO networking_nsxv3.common.synchronization [None req-7a1d7e78-2ebd-4468-920c-dfbb08835ef2 None None] Enqueued Resource ID: 7919964b-151b-48f6-84f7-0a1c46ba02f0 with Priority: HIGHEST for action port [ 556.723808] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7919964b-151b-48f6-84f7-0a1c46ba02f0 with Priority: HIGHEST for action port [ 556.724479] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-7919964b-151b-48f6-84f7-0a1c46ba02f0 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.724603] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7919964b-151b-48f6-84f7-0a1c46ba02f0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.724603] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7919964b-151b-48f6-84f7-0a1c46ba02f0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.724995] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7919964b-151b-48f6-84f7-0a1c46ba02f0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.724995] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7919964b-151b-48f6-84f7-0a1c46ba02f0',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.739160] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4959203-00a9-477d-95ff-178243039f66 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.739322] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4959203-00a9-477d-95ff-178243039f66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.739402] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4959203-00a9-477d-95ff-178243039f66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.740235] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4959203-00a9-477d-95ff-178243039f66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.740235] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.740235] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.740235] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.740235] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.740235] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.740638] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4959203-00a9-477d-95ff-178243039f66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.740638] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4959203-00a9-477d-95ff-178243039f66 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.740638] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4959203-00a9-477d-95ff-178243039f66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.740638] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4959203-00a9-477d-95ff-178243039f66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.740802] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4959203-00a9-477d-95ff-178243039f66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.740841] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.740901] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.740967] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.741115] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.741756] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.741756] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4959203-00a9-477d-95ff-178243039f66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.741756] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4959203-00a9-477d-95ff-178243039f66',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.825717] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.825978] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.826233] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.826499] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.826674] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.826860] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 2ebb9016-10c3-4a48-bba3-7294dbd8bdb7 not found, creating... [ 556.827735] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.827735] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.827735] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.827735] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.827963] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.828218] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.828364] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.828559] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.828753] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.828917] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.829915] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 2ebb9016-10c3-4a48-bba3-7294dbd8bdb7 is going to be created. [ 556.861636] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.862149] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.862314] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.862623] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.862849] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.863078] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-2ebb9016-10c3-4a48-bba3-7294dbd8bdb7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.113203] env[63412]: INFO networking_nsxv3.common.synchronization [req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 req-d49e8ff2-a38c-47a9-bde3-05f824d3853b service nova] Enqueued Resource ID: f63a666f-54ab-4282-b56f-755c9b7f0591 with Priority: HIGHEST for action security_group_rules [ 557.113856] env[63412]: INFO networking_nsxv3.common.synchronization [req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 req-d49e8ff2-a38c-47a9-bde3-05f824d3853b service nova] Enqueued Resource ID: f63a666f-54ab-4282-b56f-755c9b7f0591 with Priority: HIGHEST for action security_group_members [ 557.113856] env[63412]: INFO networking_nsxv3.common.synchronization [req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 req-d49e8ff2-a38c-47a9-bde3-05f824d3853b service nova] Enqueued Resource ID: 404ddaeb-6a88-400d-ae25-8f0eb7f418f0 with Priority: HIGHEST for action port [ 557.113856] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63a666f-54ab-4282-b56f-755c9b7f0591 with Priority: HIGHEST for action security_group_rules [ 557.114035] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63a666f-54ab-4282-b56f-755c9b7f0591 with Priority: HIGHEST for action security_group_members [ 557.114277] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404ddaeb-6a88-400d-ae25-8f0eb7f418f0 with Priority: HIGHEST for action port [ 557.116980] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f63a666f-54ab-4282-b56f-755c9b7f0591 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.116980] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f63a666f-54ab-4282-b56f-755c9b7f0591" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.116980] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f63a666f-54ab-4282-b56f-755c9b7f0591" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.117248] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f63a666f-54ab-4282-b56f-755c9b7f0591" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.117248] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f63a666f-54ab-4282-b56f-755c9b7f0591',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.118358] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63a666f-54ab-4282-b56f-755c9b7f0591 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.118532] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63a666f-54ab-4282-b56f-755c9b7f0591" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.118579] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63a666f-54ab-4282-b56f-755c9b7f0591" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.119416] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63a666f-54ab-4282-b56f-755c9b7f0591" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.119416] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.119416] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.119416] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.119416] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.119416] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.119416] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f63a666f-54ab-4282-b56f-755c9b7f0591',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.121053] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-404ddaeb-6a88-400d-ae25-8f0eb7f418f0 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.122273] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-404ddaeb-6a88-400d-ae25-8f0eb7f418f0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.122273] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-404ddaeb-6a88-400d-ae25-8f0eb7f418f0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.122273] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-404ddaeb-6a88-400d-ae25-8f0eb7f418f0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.122273] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('404ddaeb-6a88-400d-ae25-8f0eb7f418f0',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.227793] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7919964b-151b-48f6-84f7-0a1c46ba02f0 [ 557.228502] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.228502] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.228502] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.228502] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.228681] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.228681] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7919964b-151b-48f6-84f7-0a1c46ba02f0 already deleted. [ 557.228750] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7919964b-151b-48f6-84f7-0a1c46ba02f0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.243696] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4959203-00a9-477d-95ff-178243039f66: rpc.has_security_group_logging(os_id): False [ 557.267235] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.267386] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.267487] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.267659] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.267771] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.267964] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.268083] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.268145] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.268297] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.268368] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.268584] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.268679] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.268737] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.268877] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.268944] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.269185] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.269280] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.269339] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.269502] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.269589] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.269679] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4959203-00a9-477d-95ff-178243039f66 is going to be created. [ 557.290964] env[63412]: INFO networking_nsxv3.common.synchronization [req-54247973-efbf-41f7-b010-5a19a88edff8 req-b4e92ad9-582b-4ce9-aa03-9ef8b478e3d2 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Enqueued Resource ID: 68937c31-c3c5-456d-8cda-4f14670f638d with Priority: HIGHEST for action security_group_members [ 557.291945] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68937c31-c3c5-456d-8cda-4f14670f638d with Priority: HIGHEST for action security_group_members [ 557.293426] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-68937c31-c3c5-456d-8cda-4f14670f638d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.296152] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.296152] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.296152] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.296152] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.296152] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.296152] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.296152] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.296152] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.296152] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.347712] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.348614] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.348700] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.348951] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.349203] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.369852] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4959203-00a9-477d-95ff-178243039f66 in Status: IN_PROGRESS for 2s [ 557.622918] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f63a666f-54ab-4282-b56f-755c9b7f0591',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.625877] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 404ddaeb-6a88-400d-ae25-8f0eb7f418f0 with status ACTIVE [ 557.626197] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.627218] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.627218] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.627218] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.627218] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.627218] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.627989] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.627989] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.627989] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.627989] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.629446] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.629446] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.629446] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.629669] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.629699] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.630297] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 404ddaeb-6a88-400d-ae25-8f0eb7f418f0 is going to be updated. [ 557.633289] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63a666f-54ab-4282-b56f-755c9b7f0591 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.633289] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63a666f-54ab-4282-b56f-755c9b7f0591" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.654533] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.654695] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.654695] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.655398] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.655578] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.655761] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-404ddaeb-6a88-400d-ae25-8f0eb7f418f0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.741651] env[63412]: INFO networking_nsxv3.common.synchronization [None req-79c93498-ff9d-4d2f-80c0-5c880b9ac6b2 None None] Enqueued Resource ID: a89f048c-b0b1-4f10-a202-1855e563eccd with Priority: HIGHEST for action port [ 557.742254] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89f048c-b0b1-4f10-a202-1855e563eccd with Priority: HIGHEST for action port [ 557.742984] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-a89f048c-b0b1-4f10-a202-1855e563eccd taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.743140] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a89f048c-b0b1-4f10-a202-1855e563eccd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.743230] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a89f048c-b0b1-4f10-a202-1855e563eccd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.743632] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a89f048c-b0b1-4f10-a202-1855e563eccd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.743632] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a89f048c-b0b1-4f10-a202-1855e563eccd',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.799378] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.799378] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.799378] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.799378] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.799647] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.800414] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.800414] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.800414] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.800803] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.800803] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.802528] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68937c31-c3c5-456d-8cda-4f14670f638d already deleted. [ 557.802695] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.068229] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee444a9e-e3a4-45e3-9241-d0f693c0754a in Status: SUCCESS [ 558.068448] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee444a9e-e3a4-45e3-9241-d0f693c0754a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.068615] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee444a9e-e3a4-45e3-9241-d0f693c0754a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.068839] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee444a9e-e3a4-45e3-9241-d0f693c0754a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.069040] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.069308] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.069308] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.069425] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.069472] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.069518] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee444a9e-e3a4-45e3-9241-d0f693c0754a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.069601] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee444a9e-e3a4-45e3-9241-d0f693c0754a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.129594] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f63a666f-54ab-4282-b56f-755c9b7f0591',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.164299] env[63412]: INFO networking_nsxv3.common.synchronization [req-8a59f42d-74be-4dcf-bbbb-d68622531e4e req-c2ea4d91-1af0-4b1e-86a7-48b34bf86db8 service nova] Enqueued Resource ID: c136e152-b88b-429c-9b3e-ccfe13959a9b with Priority: HIGHEST for action security_group_rules [ 558.164299] env[63412]: INFO networking_nsxv3.common.synchronization [req-8a59f42d-74be-4dcf-bbbb-d68622531e4e req-c2ea4d91-1af0-4b1e-86a7-48b34bf86db8 service nova] Enqueued Resource ID: c136e152-b88b-429c-9b3e-ccfe13959a9b with Priority: HIGHEST for action security_group_members [ 558.164385] env[63412]: INFO networking_nsxv3.common.synchronization [req-8a59f42d-74be-4dcf-bbbb-d68622531e4e req-c2ea4d91-1af0-4b1e-86a7-48b34bf86db8 service nova] Enqueued Resource ID: 2ebb9016-10c3-4a48-bba3-7294dbd8bdb7 with Priority: HIGHEST for action port [ 558.164574] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c136e152-b88b-429c-9b3e-ccfe13959a9b with Priority: HIGHEST for action security_group_rules [ 558.164707] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c136e152-b88b-429c-9b3e-ccfe13959a9b with Priority: HIGHEST for action security_group_members [ 558.164800] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebb9016-10c3-4a48-bba3-7294dbd8bdb7 with Priority: HIGHEST for action port [ 558.165358] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c136e152-b88b-429c-9b3e-ccfe13959a9b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.165528] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c136e152-b88b-429c-9b3e-ccfe13959a9b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.165574] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c136e152-b88b-429c-9b3e-ccfe13959a9b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.165777] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c136e152-b88b-429c-9b3e-ccfe13959a9b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.165856] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c136e152-b88b-429c-9b3e-ccfe13959a9b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.168037] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c136e152-b88b-429c-9b3e-ccfe13959a9b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.168037] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c136e152-b88b-429c-9b3e-ccfe13959a9b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.168037] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c136e152-b88b-429c-9b3e-ccfe13959a9b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.168206] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c136e152-b88b-429c-9b3e-ccfe13959a9b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.168304] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.168703] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.168703] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.168703] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.168703] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.168990] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c136e152-b88b-429c-9b3e-ccfe13959a9b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.170126] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ebb9016-10c3-4a48-bba3-7294dbd8bdb7 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.176198] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ebb9016-10c3-4a48-bba3-7294dbd8bdb7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.176198] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ebb9016-10c3-4a48-bba3-7294dbd8bdb7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.176198] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ebb9016-10c3-4a48-bba3-7294dbd8bdb7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.176198] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ebb9016-10c3-4a48-bba3-7294dbd8bdb7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.247086] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-562 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.247273] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-562" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.247394] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-562" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.247717] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-562" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.247972] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.248169] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.248314] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.249077] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.249476] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.249543] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 558.249633] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 558.249762] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 558.250429] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 558.250429] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 558.250429] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 558.250629] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 558.252218] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a89f048c-b0b1-4f10-a202-1855e563eccd [ 558.252218] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.252218] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.252345] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.253559] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.253559] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.253559] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a89f048c-b0b1-4f10-a202-1855e563eccd already deleted. [ 558.253559] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a89f048c-b0b1-4f10-a202-1855e563eccd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.271741] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 558.271920] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 558.272107] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 558.272310] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-562" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.272623] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-71658874-9084-4e6a-8030-00f9ca1f65ee taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.272789] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-71658874-9084-4e6a-8030-00f9ca1f65ee" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.272903] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-71658874-9084-4e6a-8030-00f9ca1f65ee" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.273271] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-71658874-9084-4e6a-8030-00f9ca1f65ee" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.273428] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71658874-9084-4e6a-8030-00f9ca1f65ee',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.576706] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee444a9e-e3a4-45e3-9241-d0f693c0754a taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.576706] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee444a9e-e3a4-45e3-9241-d0f693c0754a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.576706] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee444a9e-e3a4-45e3-9241-d0f693c0754a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.576706] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee444a9e-e3a4-45e3-9241-d0f693c0754a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.576706] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.576706] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.576706] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.576706] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.576706] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.576706] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee444a9e-e3a4-45e3-9241-d0f693c0754a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.576706] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee444a9e-e3a4-45e3-9241-d0f693c0754a taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.576706] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee444a9e-e3a4-45e3-9241-d0f693c0754a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.576706] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee444a9e-e3a4-45e3-9241-d0f693c0754a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.576706] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee444a9e-e3a4-45e3-9241-d0f693c0754a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.576706] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.576706] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.577404] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.577404] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.577404] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.577404] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee444a9e-e3a4-45e3-9241-d0f693c0754a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.577404] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee444a9e-e3a4-45e3-9241-d0f693c0754a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.620290] env[63412]: INFO networking_nsxv3.common.synchronization [None req-9d4537a9-ffe0-433a-9812-57ea7b2784f2 None None] Enqueued Resource ID: db0cc68c-04c4-42c0-bf35-97674be3ac12 with Priority: HIGHEST for action port [ 558.620290] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db0cc68c-04c4-42c0-bf35-97674be3ac12 with Priority: HIGHEST for action port [ 558.620290] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-db0cc68c-04c4-42c0-bf35-97674be3ac12 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.620290] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db0cc68c-04c4-42c0-bf35-97674be3ac12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.620290] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db0cc68c-04c4-42c0-bf35-97674be3ac12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.620533] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db0cc68c-04c4-42c0-bf35-97674be3ac12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.620533] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db0cc68c-04c4-42c0-bf35-97674be3ac12',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.634619] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.634619] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.634619] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.634619] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.634619] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.634619] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63a666f-54ab-4282-b56f-755c9b7f0591 is going to be created. [ 558.666689] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.666842] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.666888] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.667107] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.667274] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.677598] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c136e152-b88b-429c-9b3e-ccfe13959a9b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.677598] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c136e152-b88b-429c-9b3e-ccfe13959a9b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.677598] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c136e152-b88b-429c-9b3e-ccfe13959a9b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.677789] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ebb9016-10c3-4a48-bba3-7294dbd8bdb7 with status ACTIVE [ 558.678293] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.678293] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.678293] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.678293] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.678555] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.678555] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.678628] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.678678] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.678819] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.678889] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.686026] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.686026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.686026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.686026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.686026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.686026] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ebb9016-10c3-4a48-bba3-7294dbd8bdb7 is going to be updated. [ 558.686945] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63a666f-54ab-4282-b56f-755c9b7f0591 in Status: UNINITIALIZED for 2s [ 558.720317] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.722833] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.722833] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.722833] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.722833] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.722833] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ebb9016-10c3-4a48-bba3-7294dbd8bdb7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.778043] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.778043] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.778043] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.778379] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.778379] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.778440] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 71658874-9084-4e6a-8030-00f9ca1f65ee not found, creating... [ 558.779038] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.779038] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.779038] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.779217] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.779342] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.779628] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.779782] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.780067] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.781267] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.781427] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.781573] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 71658874-9084-4e6a-8030-00f9ca1f65ee is going to be created. [ 558.807667] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.808101] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.808205] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.808413] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.808687] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.808999] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-71658874-9084-4e6a-8030-00f9ca1f65ee" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.079589] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee444a9e-e3a4-45e3-9241-d0f693c0754a: rpc.has_security_group_logging(os_id): False [ 559.098062] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.098062] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.098062] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.098062] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.098269] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.098553] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.098695] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.098765] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.098948] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.099042] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.099269] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.099390] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.099660] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.099660] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.099660] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.099852] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.099988] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.100449] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.100668] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.100769] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.100866] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee444a9e-e3a4-45e3-9241-d0f693c0754a is going to be created. [ 559.124553] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db0cc68c-04c4-42c0-bf35-97674be3ac12 [ 559.124866] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.125067] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.125168] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.125446] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.125547] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.125656] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db0cc68c-04c4-42c0-bf35-97674be3ac12 already deleted. [ 559.125741] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db0cc68c-04c4-42c0-bf35-97674be3ac12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.165500] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.165673] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.165734] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.165964] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.166182] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.179073] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee444a9e-e3a4-45e3-9241-d0f693c0754a in Status: IN_PROGRESS for 2s [ 559.187963] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c136e152-b88b-429c-9b3e-ccfe13959a9b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.387146] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4959203-00a9-477d-95ff-178243039f66 in Status: SUCCESS [ 559.387363] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4959203-00a9-477d-95ff-178243039f66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.694764] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.694764] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.694764] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.694764] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.694764] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.694764] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c136e152-b88b-429c-9b3e-ccfe13959a9b is going to be created. [ 559.721841] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.722205] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.722334] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.722901] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.722901] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.732316] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c136e152-b88b-429c-9b3e-ccfe13959a9b in Status: UNINITIALIZED for 2s [ 559.818033] env[63412]: INFO networking_nsxv3.common.synchronization [req-54247973-efbf-41f7-b010-5a19a88edff8 req-83e5b454-d944-49a2-92ba-7bc4a3a89c7b service nova] Enqueued Resource ID: 68937c31-c3c5-456d-8cda-4f14670f638d with Priority: HIGHEST for action security_group_rules [ 559.818033] env[63412]: INFO networking_nsxv3.common.synchronization [req-54247973-efbf-41f7-b010-5a19a88edff8 req-83e5b454-d944-49a2-92ba-7bc4a3a89c7b service nova] Enqueued Resource ID: 68937c31-c3c5-456d-8cda-4f14670f638d with Priority: HIGHEST for action security_group_members [ 559.818033] env[63412]: INFO networking_nsxv3.common.synchronization [req-54247973-efbf-41f7-b010-5a19a88edff8 req-83e5b454-d944-49a2-92ba-7bc4a3a89c7b service nova] Enqueued Resource ID: 71658874-9084-4e6a-8030-00f9ca1f65ee with Priority: HIGHEST for action port [ 559.818409] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68937c31-c3c5-456d-8cda-4f14670f638d with Priority: HIGHEST for action security_group_rules [ 559.818409] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68937c31-c3c5-456d-8cda-4f14670f638d with Priority: HIGHEST for action security_group_members [ 559.818517] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71658874-9084-4e6a-8030-00f9ca1f65ee with Priority: HIGHEST for action port [ 559.820716] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68937c31-c3c5-456d-8cda-4f14670f638d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.820716] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.820716] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.820716] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.820716] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.820716] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-68937c31-c3c5-456d-8cda-4f14670f638d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.820716] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.820716] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.821178] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.821178] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.821178] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.821178] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.821351] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.821351] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.821411] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.822125] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-71658874-9084-4e6a-8030-00f9ca1f65ee taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.822247] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71658874-9084-4e6a-8030-00f9ca1f65ee" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.822357] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71658874-9084-4e6a-8030-00f9ca1f65ee" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.822434] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71658874-9084-4e6a-8030-00f9ca1f65ee" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.822504] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71658874-9084-4e6a-8030-00f9ca1f65ee',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.031516] env[63412]: INFO networking_nsxv3.common.synchronization [None req-3eb2fa27-2393-4e9f-9f59-dd5ddeaddcfe None None] Enqueued Resource ID: 130430e7-0ce4-442a-a4b6-76e3ebb1c013 with Priority: HIGHEST for action port [ 560.032087] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130430e7-0ce4-442a-a4b6-76e3ebb1c013 with Priority: HIGHEST for action port [ 560.033094] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-130430e7-0ce4-442a-a4b6-76e3ebb1c013 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.033237] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-130430e7-0ce4-442a-a4b6-76e3ebb1c013" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.033304] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-130430e7-0ce4-442a-a4b6-76e3ebb1c013" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.033564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-130430e7-0ce4-442a-a4b6-76e3ebb1c013" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.033946] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('130430e7-0ce4-442a-a4b6-76e3ebb1c013',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.323990] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-68937c31-c3c5-456d-8cda-4f14670f638d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.324894] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.325148] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.326120] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71658874-9084-4e6a-8030-00f9ca1f65ee with status ACTIVE [ 560.326343] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.326606] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.326606] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.326803] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.326894] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.327139] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.327239] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.327303] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.327416] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.327509] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.327696] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.327790] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.327846] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.327999] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.330647] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.330759] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71658874-9084-4e6a-8030-00f9ca1f65ee is going to be updated. [ 560.351743] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.351896] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.351999] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.352230] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.352372] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.352531] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71658874-9084-4e6a-8030-00f9ca1f65ee" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.536192] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 130430e7-0ce4-442a-a4b6-76e3ebb1c013 [ 560.536389] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.536540] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.536611] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.536852] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.536941] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.537056] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:130430e7-0ce4-442a-a4b6-76e3ebb1c013 already deleted. [ 560.537286] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-130430e7-0ce4-442a-a4b6-76e3ebb1c013" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.706091] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63a666f-54ab-4282-b56f-755c9b7f0591 in Status: SUCCESS [ 560.706305] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63a666f-54ab-4282-b56f-755c9b7f0591" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.706471] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63a666f-54ab-4282-b56f-755c9b7f0591" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.706715] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63a666f-54ab-4282-b56f-755c9b7f0591" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.706968] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.707133] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.707203] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.707432] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.707519] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.707602] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63a666f-54ab-4282-b56f-755c9b7f0591" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.707688] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f63a666f-54ab-4282-b56f-755c9b7f0591',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.834317] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.191296] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee444a9e-e3a4-45e3-9241-d0f693c0754a in Status: SUCCESS [ 561.191545] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee444a9e-e3a4-45e3-9241-d0f693c0754a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.214210] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63a666f-54ab-4282-b56f-755c9b7f0591 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.214422] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63a666f-54ab-4282-b56f-755c9b7f0591" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.214516] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63a666f-54ab-4282-b56f-755c9b7f0591" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.214731] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63a666f-54ab-4282-b56f-755c9b7f0591" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.214911] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.214998] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.215095] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.215219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.215304] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.215422] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63a666f-54ab-4282-b56f-755c9b7f0591" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.215572] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63a666f-54ab-4282-b56f-755c9b7f0591 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.215668] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63a666f-54ab-4282-b56f-755c9b7f0591" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.215779] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63a666f-54ab-4282-b56f-755c9b7f0591" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.215875] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63a666f-54ab-4282-b56f-755c9b7f0591" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.216020] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.216110] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.216176] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.216305] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.216380] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.216528] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63a666f-54ab-4282-b56f-755c9b7f0591" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.216722] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f63a666f-54ab-4282-b56f-755c9b7f0591',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.338497] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.338497] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.338497] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.338497] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.338497] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.338756] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68937c31-c3c5-456d-8cda-4f14670f638d is going to be created. [ 561.367489] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.367760] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.367760] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.367920] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.368090] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.379333] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68937c31-c3c5-456d-8cda-4f14670f638d in Status: UNINITIALIZED for 2s [ 561.721250] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f63a666f-54ab-4282-b56f-755c9b7f0591: rpc.has_security_group_logging(os_id): False [ 561.739607] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.739607] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.739607] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.739786] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.739786] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.739949] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.740064] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.740128] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.740291] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.740368] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.740658] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.740824] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.740904] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.741069] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.741146] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.741330] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.741424] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.741487] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.741629] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.741703] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.741786] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f63a666f-54ab-4282-b56f-755c9b7f0591 is going to be created. [ 561.745027] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c136e152-b88b-429c-9b3e-ccfe13959a9b in Status: SUCCESS [ 561.745027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c136e152-b88b-429c-9b3e-ccfe13959a9b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.745778] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c136e152-b88b-429c-9b3e-ccfe13959a9b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.746158] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c136e152-b88b-429c-9b3e-ccfe13959a9b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.746334] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.746439] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.746519] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.746675] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.746754] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.746837] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c136e152-b88b-429c-9b3e-ccfe13959a9b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.746926] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c136e152-b88b-429c-9b3e-ccfe13959a9b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.800677] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.800810] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.802028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.802028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.802028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.814141] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f63a666f-54ab-4282-b56f-755c9b7f0591 in Status: IN_PROGRESS for 2s [ 562.252442] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c136e152-b88b-429c-9b3e-ccfe13959a9b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.252770] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c136e152-b88b-429c-9b3e-ccfe13959a9b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.252770] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c136e152-b88b-429c-9b3e-ccfe13959a9b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.253564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c136e152-b88b-429c-9b3e-ccfe13959a9b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.253564] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.253564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.253564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.253564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.253564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.253564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c136e152-b88b-429c-9b3e-ccfe13959a9b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.253994] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c136e152-b88b-429c-9b3e-ccfe13959a9b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.253994] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c136e152-b88b-429c-9b3e-ccfe13959a9b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.253994] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c136e152-b88b-429c-9b3e-ccfe13959a9b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.253994] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c136e152-b88b-429c-9b3e-ccfe13959a9b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.254150] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.254200] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.254231] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.254367] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.254438] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.254516] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c136e152-b88b-429c-9b3e-ccfe13959a9b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.254603] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c136e152-b88b-429c-9b3e-ccfe13959a9b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.509135] env[63412]: INFO networking_nsxv3.common.synchronization [None req-ab51d1fc-a262-4aef-963b-02c17aa4a24f None None] Enqueued Resource ID: 7b0a0960-0df8-4819-a8a3-be0ec76a1ec2 with Priority: HIGHEST for action port [ 562.509135] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b0a0960-0df8-4819-a8a3-be0ec76a1ec2 with Priority: HIGHEST for action port [ 562.509135] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b0a0960-0df8-4819-a8a3-be0ec76a1ec2 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.509135] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b0a0960-0df8-4819-a8a3-be0ec76a1ec2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.509135] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b0a0960-0df8-4819-a8a3-be0ec76a1ec2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.509135] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b0a0960-0df8-4819-a8a3-be0ec76a1ec2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.509135] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b0a0960-0df8-4819-a8a3-be0ec76a1ec2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.544823] env[63412]: INFO networking_nsxv3.common.synchronization [req-c6af5f88-a64d-439a-860b-257ec7174726 req-2bc976e8-a192-4719-8f6b-775e7fe26bd2 tempest-SecurityGroupRulesNegativeTestJSON-1453150995 tempest-SecurityGroupRulesNegativeTestJSON-1453150995-project-member] Enqueued Resource ID: 01f08052-32a8-4ebe-8f22-bea4019d9f59 with Priority: HIGHEST for action security_group_rules [ 562.545954] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f08052-32a8-4ebe-8f22-bea4019d9f59 with Priority: HIGHEST for action security_group_rules [ 562.548537] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01f08052-32a8-4ebe-8f22-bea4019d9f59 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.548537] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01f08052-32a8-4ebe-8f22-bea4019d9f59" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.548537] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01f08052-32a8-4ebe-8f22-bea4019d9f59" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.548537] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01f08052-32a8-4ebe-8f22-bea4019d9f59" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.548537] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01f08052-32a8-4ebe-8f22-bea4019d9f59',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.759885] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c136e152-b88b-429c-9b3e-ccfe13959a9b: rpc.has_security_group_logging(os_id): False [ 562.778651] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.778651] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.778651] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.778817] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.779376] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.779376] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.779376] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.779376] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.779376] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.779583] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.779773] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.779911] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.779961] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.780098] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.780172] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.780354] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.780445] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.780506] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.780644] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.780716] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.780798] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c136e152-b88b-429c-9b3e-ccfe13959a9b is going to be created. [ 562.847443] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.847677] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.847677] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.847882] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.848653] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.862110] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c136e152-b88b-429c-9b3e-ccfe13959a9b in Status: IN_PROGRESS for 2s [ 563.012393] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b0a0960-0df8-4819-a8a3-be0ec76a1ec2 [ 563.012791] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.012791] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.012993] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.013270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.013374] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.013514] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b0a0960-0df8-4819-a8a3-be0ec76a1ec2 already deleted. [ 563.013614] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b0a0960-0df8-4819-a8a3-be0ec76a1ec2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.075356] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.076651] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.076651] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.076651] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.076651] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.076651] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01f08052-32a8-4ebe-8f22-bea4019d9f59 already deleted. [ 563.076651] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01f08052-32a8-4ebe-8f22-bea4019d9f59" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.226898] env[63412]: INFO networking_nsxv3.common.synchronization [None req-e5dc616f-76c3-4acc-8152-0b64701400c0 None None] Enqueued Resource ID: 9cd773bb-8512-4fa3-9738-7eb231a0c1ed with Priority: HIGHEST for action port [ 563.227256] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd773bb-8512-4fa3-9738-7eb231a0c1ed with Priority: HIGHEST for action port [ 563.227915] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cd773bb-8512-4fa3-9738-7eb231a0c1ed taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.232878] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cd773bb-8512-4fa3-9738-7eb231a0c1ed" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.233039] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cd773bb-8512-4fa3-9738-7eb231a0c1ed" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.233622] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cd773bb-8512-4fa3-9738-7eb231a0c1ed" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.233622] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cd773bb-8512-4fa3-9738-7eb231a0c1ed',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.392101] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68937c31-c3c5-456d-8cda-4f14670f638d in Status: SUCCESS [ 563.392680] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.394105] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.394363] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.394601] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.394775] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.394864] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.395077] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.395201] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.396478] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.396478] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.737806] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cd773bb-8512-4fa3-9738-7eb231a0c1ed [ 563.737806] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.737806] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.737806] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.738042] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.738712] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.738712] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cd773bb-8512-4fa3-9738-7eb231a0c1ed already deleted. [ 563.738712] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cd773bb-8512-4fa3-9738-7eb231a0c1ed" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.832218] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f63a666f-54ab-4282-b56f-755c9b7f0591 in Status: SUCCESS [ 563.832218] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f63a666f-54ab-4282-b56f-755c9b7f0591" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.900712] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-68937c31-c3c5-456d-8cda-4f14670f638d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.900712] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.901423] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.901711] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.902078] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.902078] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.902078] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.902351] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.902398] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.902546] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.902698] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-68937c31-c3c5-456d-8cda-4f14670f638d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.902792] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.902871] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.903053] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.903197] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.903354] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.903354] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.903512] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.903591] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.903671] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.903897] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.387329] env[63412]: INFO networking_nsxv3.common.synchronization [req-a7f54874-e80d-44bd-8f77-74464cda93a1 req-e1b7a887-09d5-4d31-abe3-611be7706d8e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Enqueued Resource ID: 68937c31-c3c5-456d-8cda-4f14670f638d with Priority: HIGHEST for action security_group_members [ 564.389117] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68937c31-c3c5-456d-8cda-4f14670f638d with Priority: HIGHEST for action security_group_members [ 564.389988] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-68937c31-c3c5-456d-8cda-4f14670f638d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.390065] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.394856] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.394856] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.394856] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.394856] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.394856] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.394856] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.394856] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.394856] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.412714] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68937c31-c3c5-456d-8cda-4f14670f638d: rpc.has_security_group_logging(os_id): False [ 564.430385] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.430550] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.430604] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.430910] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.431026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.431225] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.432778] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.432778] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.432778] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.432778] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.432778] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.432778] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.432778] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.433451] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.433451] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.433451] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.433451] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.433701] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.433701] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.433809] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.433861] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68937c31-c3c5-456d-8cda-4f14670f638d is going to be created. [ 564.494533] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.498155] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.498155] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.498155] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.498155] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.507843] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68937c31-c3c5-456d-8cda-4f14670f638d in Status: IN_PROGRESS for 2s [ 564.879890] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c136e152-b88b-429c-9b3e-ccfe13959a9b in Status: SUCCESS [ 564.880043] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c136e152-b88b-429c-9b3e-ccfe13959a9b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.897449] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.115097] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-562 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.115607] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-562" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.115607] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-562" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.116715] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-562" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.117020] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.117245] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.117452] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.117721] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.118677] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.118677] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 565.118677] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 565.118677] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 565.118677] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 565.119101] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 565.119101] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 565.119171] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 565.139694] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 565.139869] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 565.140027] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 565.140208] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-562" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.140531] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-27272d37-9f80-419d-a895-5977b49df398 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.141033] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-27272d37-9f80-419d-a895-5977b49df398" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.141033] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-27272d37-9f80-419d-a895-5977b49df398" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.143810] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-27272d37-9f80-419d-a895-5977b49df398" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.143810] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27272d37-9f80-419d-a895-5977b49df398',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.154241] env[63412]: INFO networking_nsxv3.common.synchronization [None req-6151b536-301d-4a71-9f90-dacf175b73f4 None None] Enqueued Resource ID: 512d33a6-5e4f-4c3a-bed0-0f0f2f9a2a40 with Priority: HIGHEST for action port [ 565.155922] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 512d33a6-5e4f-4c3a-bed0-0f0f2f9a2a40 with Priority: HIGHEST for action port [ 565.157537] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-512d33a6-5e4f-4c3a-bed0-0f0f2f9a2a40 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.157674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-512d33a6-5e4f-4c3a-bed0-0f0f2f9a2a40" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.157741] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-512d33a6-5e4f-4c3a-bed0-0f0f2f9a2a40" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.158388] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-512d33a6-5e4f-4c3a-bed0-0f0f2f9a2a40" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.158469] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('512d33a6-5e4f-4c3a-bed0-0f0f2f9a2a40',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.402460] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.490595] env[63412]: INFO networking_nsxv3.common.synchronization [None req-ca148f78-5e27-4d4f-aeae-41bfb2e88526 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Enqueued Resource ID: cf794659-988d-4f26-876f-e53bd6c025a7 with Priority: HIGHEST for action security_group_rules [ 565.492068] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf794659-988d-4f26-876f-e53bd6c025a7 with Priority: HIGHEST for action security_group_rules [ 565.492068] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf794659-988d-4f26-876f-e53bd6c025a7 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.492068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.493942] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.493942] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.493942] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf794659-988d-4f26-876f-e53bd6c025a7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.646247] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.646458] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.646581] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.646881] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.647031] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.647395] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 27272d37-9f80-419d-a895-5977b49df398 not found, creating... [ 565.647479] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.647588] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.647734] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.647919] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.648070] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.648342] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.648503] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.648636] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.648904] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.649127] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.649276] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 27272d37-9f80-419d-a895-5977b49df398 is going to be created. [ 565.662385] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 512d33a6-5e4f-4c3a-bed0-0f0f2f9a2a40 [ 565.662385] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.662385] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.662385] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.662385] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.662385] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.662385] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:512d33a6-5e4f-4c3a-bed0-0f0f2f9a2a40 already deleted. [ 565.662385] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-512d33a6-5e4f-4c3a-bed0-0f0f2f9a2a40" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.666714] env[63412]: INFO networking_nsxv3.common.synchronization [None req-f32fc9bc-e7b3-42a7-8d66-f5784e11322d tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Enqueued Resource ID: cf794659-988d-4f26-876f-e53bd6c025a7 with Priority: HIGHEST for action security_group_rules [ 565.666714] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf794659-988d-4f26-876f-e53bd6c025a7 with Priority: HIGHEST for action security_group_rules [ 565.666714] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf794659-988d-4f26-876f-e53bd6c025a7 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.666714] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.673399] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.673769] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.674831] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.675699] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.676590] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.679543] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-27272d37-9f80-419d-a895-5977b49df398" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.905873] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.906244] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.911021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.911021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.911021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.911021] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68937c31-c3c5-456d-8cda-4f14670f638d is going to be updated. [ 565.943958] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.944560] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.944780] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.946881] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.946881] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.961313] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68937c31-c3c5-456d-8cda-4f14670f638d in Status: IN_PROGRESS for 2s [ 566.013040] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.014770] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.014770] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.014770] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.014770] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.014770] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf794659-988d-4f26-876f-e53bd6c025a7 already deleted. [ 566.014770] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.014770] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.014770] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.014770] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf794659-988d-4f26-876f-e53bd6c025a7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.124082] env[63412]: INFO networking_nsxv3.common.synchronization [None req-5a35b584-f748-4f59-9959-a35b4636b9ef None None] Enqueued Resource ID: 22f954e5-6938-404f-965c-b84205f13bca with Priority: HIGHEST for action port [ 566.124383] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22f954e5-6938-404f-965c-b84205f13bca with Priority: HIGHEST for action port [ 566.124999] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-22f954e5-6938-404f-965c-b84205f13bca taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.125160] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22f954e5-6938-404f-965c-b84205f13bca" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.125204] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22f954e5-6938-404f-965c-b84205f13bca" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.125483] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22f954e5-6938-404f-965c-b84205f13bca" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.125698] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22f954e5-6938-404f-965c-b84205f13bca',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.519801] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68937c31-c3c5-456d-8cda-4f14670f638d in Status: SUCCESS [ 566.520092] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.532810] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.533028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.533111] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.533331] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.533437] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.533531] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf794659-988d-4f26-876f-e53bd6c025a7 already deleted. [ 566.533614] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.628344] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22f954e5-6938-404f-965c-b84205f13bca [ 566.628598] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.628768] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.628841] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.629075] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.629177] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.629276] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22f954e5-6938-404f-965c-b84205f13bca already deleted. [ 566.629362] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22f954e5-6938-404f-965c-b84205f13bca" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.070703] env[63412]: INFO networking_nsxv3.common.synchronization [req-844dc686-68fb-462f-84d7-167e5731386c req-caa10892-1e86-454d-939c-46b6b191793d tempest-SecurityGroupRulesNegativeTestJSON-1453150995 tempest-SecurityGroupRulesNegativeTestJSON-1453150995-project-member] Enqueued Resource ID: 01f08052-32a8-4ebe-8f22-bea4019d9f59 with Priority: HIGHEST for action security_group_rules [ 567.070703] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f08052-32a8-4ebe-8f22-bea4019d9f59 with Priority: HIGHEST for action security_group_rules [ 567.070703] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01f08052-32a8-4ebe-8f22-bea4019d9f59 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.070703] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01f08052-32a8-4ebe-8f22-bea4019d9f59" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.070703] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01f08052-32a8-4ebe-8f22-bea4019d9f59" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.070703] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01f08052-32a8-4ebe-8f22-bea4019d9f59" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.070703] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01f08052-32a8-4ebe-8f22-bea4019d9f59',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.095593] env[63412]: INFO networking_nsxv3.common.synchronization [req-a7f54874-e80d-44bd-8f77-74464cda93a1 req-f167e123-6bda-4684-a6e5-415ace1bff28 service nova] Enqueued Resource ID: 68937c31-c3c5-456d-8cda-4f14670f638d with Priority: HIGHEST for action security_group_rules [ 567.095593] env[63412]: INFO networking_nsxv3.common.synchronization [req-a7f54874-e80d-44bd-8f77-74464cda93a1 req-f167e123-6bda-4684-a6e5-415ace1bff28 service nova] Enqueued Resource ID: 68937c31-c3c5-456d-8cda-4f14670f638d with Priority: HIGHEST for action security_group_members [ 567.095593] env[63412]: INFO networking_nsxv3.common.synchronization [req-a7f54874-e80d-44bd-8f77-74464cda93a1 req-f167e123-6bda-4684-a6e5-415ace1bff28 service nova] Enqueued Resource ID: 27272d37-9f80-419d-a895-5977b49df398 with Priority: HIGHEST for action port [ 567.100325] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68937c31-c3c5-456d-8cda-4f14670f638d with Priority: HIGHEST for action security_group_rules [ 567.100511] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68937c31-c3c5-456d-8cda-4f14670f638d with Priority: HIGHEST for action security_group_members [ 567.100621] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27272d37-9f80-419d-a895-5977b49df398 with Priority: HIGHEST for action port [ 567.101218] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68937c31-c3c5-456d-8cda-4f14670f638d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.101391] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.101460] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.101631] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.101704] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.102641] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-68937c31-c3c5-456d-8cda-4f14670f638d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.103393] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.103393] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-27272d37-9f80-419d-a895-5977b49df398 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.103393] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27272d37-9f80-419d-a895-5977b49df398" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.103393] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27272d37-9f80-419d-a895-5977b49df398" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.103393] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27272d37-9f80-419d-a895-5977b49df398" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.103393] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27272d37-9f80-419d-a895-5977b49df398',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.274681] env[63412]: INFO networking_nsxv3.common.synchronization [None req-a3c511fc-3d12-4345-bbec-46b1471201b6 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Enqueued Resource ID: d27b4c65-5e31-407e-a8b9-d55951de0c8d with Priority: HIGHEST for action security_group_rules [ 567.276536] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d27b4c65-5e31-407e-a8b9-d55951de0c8d with Priority: HIGHEST for action security_group_rules [ 567.276536] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d27b4c65-5e31-407e-a8b9-d55951de0c8d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.276536] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d27b4c65-5e31-407e-a8b9-d55951de0c8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.276536] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d27b4c65-5e31-407e-a8b9-d55951de0c8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.276536] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d27b4c65-5e31-407e-a8b9-d55951de0c8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.276536] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d27b4c65-5e31-407e-a8b9-d55951de0c8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.425320] env[63412]: INFO networking_nsxv3.common.synchronization [None req-95d50d44-3ae0-48c0-82e9-a05495d17cac tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Enqueued Resource ID: d27b4c65-5e31-407e-a8b9-d55951de0c8d with Priority: HIGHEST for action security_group_rules [ 567.425320] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d27b4c65-5e31-407e-a8b9-d55951de0c8d with Priority: HIGHEST for action security_group_rules [ 567.426161] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d27b4c65-5e31-407e-a8b9-d55951de0c8d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.426568] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d27b4c65-5e31-407e-a8b9-d55951de0c8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.590879] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.591734] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.591734] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.591734] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.591734] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.591734] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01f08052-32a8-4ebe-8f22-bea4019d9f59 already deleted. [ 567.591734] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01f08052-32a8-4ebe-8f22-bea4019d9f59" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.605787] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-68937c31-c3c5-456d-8cda-4f14670f638d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.605787] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.605941] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27272d37-9f80-419d-a895-5977b49df398 with status ACTIVE [ 567.606859] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.606859] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.606859] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.606859] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.606859] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.606859] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.607346] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.607346] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.607346] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.607346] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.607540] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.607540] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.607820] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.607820] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.607820] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.608037] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27272d37-9f80-419d-a895-5977b49df398 is going to be updated. [ 567.629080] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.629080] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.629228] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.629375] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.629520] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.629689] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27272d37-9f80-419d-a895-5977b49df398" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.800519] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.800519] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.800519] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.800519] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.800519] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.800519] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d27b4c65-5e31-407e-a8b9-d55951de0c8d already deleted. [ 567.800519] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d27b4c65-5e31-407e-a8b9-d55951de0c8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.800519] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d27b4c65-5e31-407e-a8b9-d55951de0c8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.800519] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d27b4c65-5e31-407e-a8b9-d55951de0c8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.800519] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d27b4c65-5e31-407e-a8b9-d55951de0c8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.965430] env[63412]: INFO networking_nsxv3.common.synchronization [req-599b0171-ed28-4363-ac3d-51fd3313c245 req-bb2c614e-0d26-4504-8960-a346b0bee6aa tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Enqueued Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 567.965988] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 567.966700] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.967429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.967429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.967429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.967429] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.967954] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.967954] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.967954] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.968074] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.968105] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.974013] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68937c31-c3c5-456d-8cda-4f14670f638d in Status: SUCCESS [ 567.975085] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.975085] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.975085] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.975085] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.975085] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.975085] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.975378] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.975378] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.975602] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.120825] env[63412]: INFO networking_nsxv3.common.synchronization [None req-7532baca-49e7-4d0f-8cec-a5c2e8eaba02 None None] Enqueued Resource ID: aab913f8-34fe-46d8-8f5d-54f8e8e0054e with Priority: HIGHEST for action port [ 568.121350] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aab913f8-34fe-46d8-8f5d-54f8e8e0054e with Priority: HIGHEST for action port [ 568.122420] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-aab913f8-34fe-46d8-8f5d-54f8e8e0054e taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.122420] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aab913f8-34fe-46d8-8f5d-54f8e8e0054e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.122420] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aab913f8-34fe-46d8-8f5d-54f8e8e0054e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.122420] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aab913f8-34fe-46d8-8f5d-54f8e8e0054e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.122562] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aab913f8-34fe-46d8-8f5d-54f8e8e0054e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.321641] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.321825] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.322072] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.322121] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.322445] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.322445] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d27b4c65-5e31-407e-a8b9-d55951de0c8d already deleted. [ 568.322445] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d27b4c65-5e31-407e-a8b9-d55951de0c8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.472071] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.474979] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.474979] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.474979] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.474979] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.474979] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.474979] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.474979] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.474979] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.474979] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.475411] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 already deleted. [ 568.475411] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.477497] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.632090] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aab913f8-34fe-46d8-8f5d-54f8e8e0054e [ 568.632090] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.632090] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.632090] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.632090] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.632090] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.632090] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aab913f8-34fe-46d8-8f5d-54f8e8e0054e already deleted. [ 568.632090] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aab913f8-34fe-46d8-8f5d-54f8e8e0054e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.704207] env[63412]: INFO networking_nsxv3.common.synchronization [None req-6b8ecf45-744d-4a3b-91ba-1cebdd674102 None None] Enqueued Resource ID: 67909f22-da84-4433-a906-8806cf15e582 with Priority: HIGHEST for action port [ 568.704207] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67909f22-da84-4433-a906-8806cf15e582 with Priority: HIGHEST for action port [ 568.704207] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-67909f22-da84-4433-a906-8806cf15e582 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.704207] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67909f22-da84-4433-a906-8806cf15e582" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.704555] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67909f22-da84-4433-a906-8806cf15e582" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.705119] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67909f22-da84-4433-a906-8806cf15e582" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.705119] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67909f22-da84-4433-a906-8806cf15e582',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.883480] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-962 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.883480] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-962" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.883480] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-962" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.883871] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-962" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.883908] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.887180] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.887180] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.887761] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.887761] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.887902] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 568.888041] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 568.888173] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 568.888807] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 568.888807] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 568.888807] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 568.888807] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 568.908148] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 568.908148] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 568.908148] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 568.908385] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-962" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.909235] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-d3c7d89b-d88c-4be8-b9d2-632359ab7ed6 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.909235] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-d3c7d89b-d88c-4be8-b9d2-632359ab7ed6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.909235] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-d3c7d89b-d88c-4be8-b9d2-632359ab7ed6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.909718] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-d3c7d89b-d88c-4be8-b9d2-632359ab7ed6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.909718] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3c7d89b-d88c-4be8-b9d2-632359ab7ed6',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.979994] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.208421] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67909f22-da84-4433-a906-8806cf15e582 [ 569.208421] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.208421] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.208421] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.208421] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.208421] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.208421] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67909f22-da84-4433-a906-8806cf15e582 already deleted. [ 569.208421] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67909f22-da84-4433-a906-8806cf15e582" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.412874] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.413325] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.413325] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.413691] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.413756] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.413902] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port d3c7d89b-d88c-4be8-b9d2-632359ab7ed6 not found, creating... [ 569.414186] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.414463] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.414534] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.415024] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.415024] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.415175] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.415297] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.415370] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.415582] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.415704] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.415840] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: d3c7d89b-d88c-4be8-b9d2-632359ab7ed6 is going to be created. [ 569.439322] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.439537] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.439678] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.439930] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.440169] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.440389] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-d3c7d89b-d88c-4be8-b9d2-632359ab7ed6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.483013] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.483197] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.483273] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.483491] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.483580] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.483679] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68937c31-c3c5-456d-8cda-4f14670f638d is going to be updated. [ 569.519763] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.519763] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.519763] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.519763] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.519763] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.534340] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68937c31-c3c5-456d-8cda-4f14670f638d in Status: IN_PROGRESS for 2s [ 570.286023] env[63412]: INFO networking_nsxv3.common.synchronization [None req-a5d2539e-3a29-4d12-9a9c-5a49566bc978 None None] Enqueued Resource ID: d0ffe62d-4242-44cc-b748-9ecd9ce32ffe with Priority: HIGHEST for action port [ 570.286341] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0ffe62d-4242-44cc-b748-9ecd9ce32ffe with Priority: HIGHEST for action port [ 570.286602] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0ffe62d-4242-44cc-b748-9ecd9ce32ffe taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.286779] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0ffe62d-4242-44cc-b748-9ecd9ce32ffe" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.286779] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0ffe62d-4242-44cc-b748-9ecd9ce32ffe" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.287050] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0ffe62d-4242-44cc-b748-9ecd9ce32ffe" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.287125] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0ffe62d-4242-44cc-b748-9ecd9ce32ffe',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.325042] env[63412]: INFO networking_nsxv3.common.synchronization [req-599b0171-ed28-4363-ac3d-51fd3313c245 req-8e74806c-2fb3-46e4-a8b1-b72acea11ad2 service nova] Enqueued Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_rules [ 570.325042] env[63412]: INFO networking_nsxv3.common.synchronization [req-599b0171-ed28-4363-ac3d-51fd3313c245 req-8e74806c-2fb3-46e4-a8b1-b72acea11ad2 service nova] Enqueued Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 570.325042] env[63412]: INFO networking_nsxv3.common.synchronization [req-599b0171-ed28-4363-ac3d-51fd3313c245 req-8e74806c-2fb3-46e4-a8b1-b72acea11ad2 service nova] Enqueued Resource ID: d3c7d89b-d88c-4be8-b9d2-632359ab7ed6 with Priority: HIGHEST for action port [ 570.326662] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_rules [ 570.326662] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 570.326662] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3c7d89b-d88c-4be8-b9d2-632359ab7ed6 with Priority: HIGHEST for action port [ 570.326662] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.326909] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.326909] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.327246] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.327246] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.331081] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.331081] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.331081] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.331081] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.331081] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.331081] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.331081] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.331081] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.331081] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.331081] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.331081] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3c7d89b-d88c-4be8-b9d2-632359ab7ed6 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.331081] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3c7d89b-d88c-4be8-b9d2-632359ab7ed6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.331081] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3c7d89b-d88c-4be8-b9d2-632359ab7ed6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.331081] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3c7d89b-d88c-4be8-b9d2-632359ab7ed6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.331081] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3c7d89b-d88c-4be8-b9d2-632359ab7ed6',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.482018] env[63412]: INFO networking_nsxv3.common.synchronization [req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d req-3a5384ca-b655-437c-8c04-5f56b2781d8a tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Enqueued Resource ID: b4959203-00a9-477d-95ff-178243039f66 with Priority: HIGHEST for action security_group_members [ 570.482018] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4959203-00a9-477d-95ff-178243039f66 with Priority: HIGHEST for action security_group_members [ 570.482018] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4959203-00a9-477d-95ff-178243039f66 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.482018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4959203-00a9-477d-95ff-178243039f66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.482018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4959203-00a9-477d-95ff-178243039f66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.482018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4959203-00a9-477d-95ff-178243039f66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.483653] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.483952] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.484725] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.486601] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.486601] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.486601] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4959203-00a9-477d-95ff-178243039f66',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.692497] env[63412]: INFO networking_nsxv3.common.synchronization [req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba req-d37fce52-24da-4169-9a7a-61dcaa5c76cb tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Enqueued Resource ID: 938fc471-fc6c-4818-b354-56b34b9d146e with Priority: HIGHEST for action security_group_members [ 570.693666] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938fc471-fc6c-4818-b354-56b34b9d146e with Priority: HIGHEST for action security_group_members [ 570.693666] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-938fc471-fc6c-4818-b354-56b34b9d146e taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.693666] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.693666] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.693666] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.693666] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.694391] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.694391] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.694391] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.696042] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.696042] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('938fc471-fc6c-4818-b354-56b34b9d146e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.791800] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0ffe62d-4242-44cc-b748-9ecd9ce32ffe [ 570.791800] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.791800] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.791800] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.791800] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.791800] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.791800] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0ffe62d-4242-44cc-b748-9ecd9ce32ffe already deleted. [ 570.791800] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0ffe62d-4242-44cc-b748-9ecd9ce32ffe" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.831692] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.838552] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.838552] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.838552] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3c7d89b-d88c-4be8-b9d2-632359ab7ed6 with status ACTIVE [ 570.838552] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.838552] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.838552] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.838552] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.838552] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.838552] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.838552] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.838552] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.838552] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.838552] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.838552] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.839233] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.841846] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.841846] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.841846] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.841846] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3c7d89b-d88c-4be8-b9d2-632359ab7ed6 is going to be updated. [ 570.861958] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.862175] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.862721] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.862977] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.863766] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.864031] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3c7d89b-d88c-4be8-b9d2-632359ab7ed6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.988358] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.988519] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.988601] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.988808] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.988902] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.989115] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.989226] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.989278] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.989451] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.989532] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.989620] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4959203-00a9-477d-95ff-178243039f66 is going to be updated. [ 571.002669] env[63412]: INFO networking_nsxv3.common.synchronization [None req-7e07b1eb-8098-4347-adea-8629309acad5 None None] Enqueued Resource ID: f4893610-9fa2-49d3-9788-524e2411d3f6 with Priority: HIGHEST for action port [ 571.002953] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4893610-9fa2-49d3-9788-524e2411d3f6 with Priority: HIGHEST for action port [ 571.003525] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4893610-9fa2-49d3-9788-524e2411d3f6 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.003654] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4893610-9fa2-49d3-9788-524e2411d3f6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.003726] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4893610-9fa2-49d3-9788-524e2411d3f6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.003977] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4893610-9fa2-49d3-9788-524e2411d3f6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.008081] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4893610-9fa2-49d3-9788-524e2411d3f6',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.030166] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.030363] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.030363] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.030591] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.030726] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.046945] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4959203-00a9-477d-95ff-178243039f66 in Status: IN_PROGRESS for 2s [ 571.197989] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.197989] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.197989] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.197989] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.197989] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.197989] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.197989] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.197989] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.197989] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.197989] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.197989] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 938fc471-fc6c-4818-b354-56b34b9d146e already deleted. [ 571.197989] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.343092] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.510802] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4893610-9fa2-49d3-9788-524e2411d3f6 [ 571.510802] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.510802] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.510802] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.510802] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.510802] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.510802] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4893610-9fa2-49d3-9788-524e2411d3f6 already deleted. [ 571.510802] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4893610-9fa2-49d3-9788-524e2411d3f6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.549029] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68937c31-c3c5-456d-8cda-4f14670f638d in Status: SUCCESS [ 571.549029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.549029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.549029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.549029] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.549029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.549029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.549029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.549029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.549029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.550194] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.766261] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-797 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.768845] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-797" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.769766] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-797" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.770512] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-797" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.770728] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.770901] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.771157] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.772055] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.772055] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.772055] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 571.772055] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 571.772055] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 571.772055] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 571.772291] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 571.772291] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 571.772424] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 571.792711] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 571.792711] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 571.792711] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 571.794192] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-797" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.794703] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-7c62b09e-21b9-4659-836d-484c98df73f6 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.794836] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-7c62b09e-21b9-4659-836d-484c98df73f6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.794970] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-7c62b09e-21b9-4659-836d-484c98df73f6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.795365] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-7c62b09e-21b9-4659-836d-484c98df73f6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.795468] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c62b09e-21b9-4659-836d-484c98df73f6',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.845491] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.845649] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.845720] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.845937] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.846038] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.846137] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 is going to be created. [ 571.873192] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.873192] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.873192] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.874582] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.874582] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.889375] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: UNINITIALIZED for 2s [ 572.051801] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-68937c31-c3c5-456d-8cda-4f14670f638d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.051801] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.051801] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.052270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.052270] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.052270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.052270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.053985] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.053985] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.053985] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.053985] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-68937c31-c3c5-456d-8cda-4f14670f638d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.053985] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.053985] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.053985] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.053985] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.056586] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.056586] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.056586] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.056586] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.056586] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.056586] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.263406] env[63412]: INFO networking_nsxv3.common.synchronization [None req-4f2527f6-1210-472c-8eeb-dc4c9ea26ec3 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Enqueued Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGHEST for action security_group_rules [ 572.263953] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGHEST for action security_group_rules [ 572.264320] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.264446] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.264588] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.264953] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.264953] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.301644] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.301872] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.302008] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.302303] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.302458] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.302849] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 7c62b09e-21b9-4659-836d-484c98df73f6 not found, creating... [ 572.303017] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.303187] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.303305] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.303529] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.303667] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.303950] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.304121] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.304245] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.304890] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.304890] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.304890] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 7c62b09e-21b9-4659-836d-484c98df73f6 is going to be created. [ 572.328601] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.329123] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.329123] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.329123] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.329400] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.329609] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-7c62b09e-21b9-4659-836d-484c98df73f6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.359659] env[63412]: INFO networking_nsxv3.common.synchronization [None req-20c46640-50a1-4dce-8d3c-e851bca08d99 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Enqueued Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGHEST for action security_group_rules [ 572.360324] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGHEST for action security_group_rules [ 572.361573] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.361573] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.556714] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68937c31-c3c5-456d-8cda-4f14670f638d: rpc.has_security_group_logging(os_id): False [ 572.580296] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.580557] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.580557] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.580767] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.580827] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.581025] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.581129] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.581193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.581357] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.581535] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.581610] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.581797] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.581797] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.581910] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.582152] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.582221] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.582273] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.582443] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.582605] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.582638] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.582950] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68937c31-c3c5-456d-8cda-4f14670f638d is going to be updated. [ 572.659202] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.659383] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.659458] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.659686] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.659826] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.673792] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68937c31-c3c5-456d-8cda-4f14670f638d in Status: IN_PROGRESS for 2s [ 572.795693] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.795871] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.795943] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.796213] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.796294] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.799018] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b already deleted. [ 572.799018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.799018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.799018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.799018] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.938746] env[63412]: INFO networking_nsxv3.common.synchronization [req-a6009ba5-2311-4506-a16f-3cab90bf9d80 req-40b8514b-cb11-478b-b8f8-a931233653f4 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Enqueued Resource ID: 274779ee-014b-4c42-b516-f877b979a5d4 with Priority: HIGHEST for action security_group_members [ 572.939547] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274779ee-014b-4c42-b516-f877b979a5d4 with Priority: HIGHEST for action security_group_members [ 572.939928] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-274779ee-014b-4c42-b516-f877b979a5d4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.940103] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.940181] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.940516] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.940704] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.940873] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.940957] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.941176] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.941254] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.941395] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274779ee-014b-4c42-b516-f877b979a5d4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.058464] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4959203-00a9-477d-95ff-178243039f66 in Status: SUCCESS [ 573.062029] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4959203-00a9-477d-95ff-178243039f66 deletion is rescheduled due to dependency. [ 573.062029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4959203-00a9-477d-95ff-178243039f66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.062821] env[63412]: INFO networking_nsxv3.common.synchronization [None req-71abaf6e-0124-46ce-b5a8-d6d501df38dd None None] Enqueued Resource ID: 4f034d08-be18-4097-8f31-a3ded411cee4 with Priority: HIGHEST for action port [ 573.063098] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f034d08-be18-4097-8f31-a3ded411cee4 with Priority: HIGHEST for action port [ 573.063734] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f034d08-be18-4097-8f31-a3ded411cee4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.063873] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f034d08-be18-4097-8f31-a3ded411cee4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.065030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f034d08-be18-4097-8f31-a3ded411cee4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.065210] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f034d08-be18-4097-8f31-a3ded411cee4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.065361] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f034d08-be18-4097-8f31-a3ded411cee4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.320936] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.321296] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.321510] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.322084] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.322342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.322980] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b already deleted. [ 573.322980] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.444834] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.445234] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.445234] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.445493] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.445493] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.445747] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.445923] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.446281] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.446824] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.446824] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.446824] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274779ee-014b-4c42-b516-f877b979a5d4 already deleted. [ 573.446824] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.468156] env[63412]: INFO networking_nsxv3.common.synchronization [req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba req-4e7151e0-3230-41d1-881c-e49abcea133d service nova] Enqueued Resource ID: 938fc471-fc6c-4818-b354-56b34b9d146e with Priority: HIGHEST for action security_group_rules [ 573.468156] env[63412]: INFO networking_nsxv3.common.synchronization [req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba req-4e7151e0-3230-41d1-881c-e49abcea133d service nova] Enqueued Resource ID: 938fc471-fc6c-4818-b354-56b34b9d146e with Priority: HIGHEST for action security_group_members [ 573.468156] env[63412]: INFO networking_nsxv3.common.synchronization [req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba req-4e7151e0-3230-41d1-881c-e49abcea133d service nova] Enqueued Resource ID: 7c62b09e-21b9-4659-836d-484c98df73f6 with Priority: HIGHEST for action port [ 573.468156] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938fc471-fc6c-4818-b354-56b34b9d146e with Priority: HIGHEST for action security_group_rules [ 573.468156] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938fc471-fc6c-4818-b354-56b34b9d146e with Priority: HIGHEST for action security_group_members [ 573.468368] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c62b09e-21b9-4659-836d-484c98df73f6 with Priority: HIGHEST for action port [ 573.469566] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-938fc471-fc6c-4818-b354-56b34b9d146e taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.469872] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.469872] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.470175] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.470281] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('938fc471-fc6c-4818-b354-56b34b9d146e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.471169] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-938fc471-fc6c-4818-b354-56b34b9d146e taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.471823] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.471823] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.472082] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.472592] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.473534] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.473620] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.473834] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.473878] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.473958] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('938fc471-fc6c-4818-b354-56b34b9d146e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.475400] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c62b09e-21b9-4659-836d-484c98df73f6 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.477891] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c62b09e-21b9-4659-836d-484c98df73f6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.477891] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c62b09e-21b9-4659-836d-484c98df73f6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.477891] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c62b09e-21b9-4659-836d-484c98df73f6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.477891] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c62b09e-21b9-4659-836d-484c98df73f6',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.556154] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.556344] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.556462] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.556737] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.556977] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.557351] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.557351] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.557513] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.558018] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.558209] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 573.558361] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 573.558493] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 573.558621] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 573.559123] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 573.559123] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 573.559123] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 573.569420] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f034d08-be18-4097-8f31-a3ded411cee4 [ 573.569420] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.569954] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.570201] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.570558] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.570987] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.570987] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f034d08-be18-4097-8f31-a3ded411cee4 already deleted. [ 573.570987] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f034d08-be18-4097-8f31-a3ded411cee4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.578234] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 573.579131] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 573.579131] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 573.579131] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.579131] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-6d8889ee-e01b-4ec5-b74c-066885487b7f taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.579400] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-6d8889ee-e01b-4ec5-b74c-066885487b7f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.579400] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-6d8889ee-e01b-4ec5-b74c-066885487b7f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.579860] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-6d8889ee-e01b-4ec5-b74c-066885487b7f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.580041] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d8889ee-e01b-4ec5-b74c-066885487b7f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.899970] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: SUCCESS [ 573.899970] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.899970] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.899970] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.900418] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.900418] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.900418] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.900624] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.900706] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.900819] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.902110] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.982243] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-938fc471-fc6c-4818-b354-56b34b9d146e taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.982243] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.982243] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('938fc471-fc6c-4818-b354-56b34b9d146e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.982243] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c62b09e-21b9-4659-836d-484c98df73f6 with status ACTIVE [ 573.982243] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.982243] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.982243] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.982243] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.982243] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.982243] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.982243] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.982243] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.982243] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.982243] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.982731] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.982731] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.982731] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.982842] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.982921] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.983055] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c62b09e-21b9-4659-836d-484c98df73f6 is going to be updated. [ 574.004709] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.004880] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.004977] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.005208] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.005349] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.005532] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c62b09e-21b9-4659-836d-484c98df73f6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.082628] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.083674] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.083674] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.083674] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.083674] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.083674] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 6d8889ee-e01b-4ec5-b74c-066885487b7f not found, creating... [ 574.083869] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.083995] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.084125] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.084395] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.084569] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.084877] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.086423] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.086573] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.086912] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.086981] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.087115] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 6d8889ee-e01b-4ec5-b74c-066885487b7f is going to be created. [ 574.112039] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.112312] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.112457] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.112731] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.113613] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.113613] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-6d8889ee-e01b-4ec5-b74c-066885487b7f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.405090] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.405090] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.405090] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.406929] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.407204] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.407379] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.407434] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.407589] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.407853] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.407853] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.407991] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.408098] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.408161] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.408315] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.408513] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.408614] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.408711] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.408894] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.408973] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.409123] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.409220] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.485651] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('938fc471-fc6c-4818-b354-56b34b9d146e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.689029] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68937c31-c3c5-456d-8cda-4f14670f638d in Status: SUCCESS [ 574.689029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.809057] env[63412]: INFO networking_nsxv3.common.synchronization [req-a6009ba5-2311-4506-a16f-3cab90bf9d80 req-065ba7ca-1159-4bbe-ab68-8a886d750c6c service nova] Enqueued Resource ID: 274779ee-014b-4c42-b516-f877b979a5d4 with Priority: HIGHEST for action security_group_rules [ 574.809803] env[63412]: INFO networking_nsxv3.common.synchronization [req-a6009ba5-2311-4506-a16f-3cab90bf9d80 req-065ba7ca-1159-4bbe-ab68-8a886d750c6c service nova] Enqueued Resource ID: 274779ee-014b-4c42-b516-f877b979a5d4 with Priority: HIGHEST for action security_group_members [ 574.810013] env[63412]: INFO networking_nsxv3.common.synchronization [req-a6009ba5-2311-4506-a16f-3cab90bf9d80 req-065ba7ca-1159-4bbe-ab68-8a886d750c6c service nova] Enqueued Resource ID: 6d8889ee-e01b-4ec5-b74c-066885487b7f with Priority: HIGHEST for action port [ 574.811118] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274779ee-014b-4c42-b516-f877b979a5d4 with Priority: HIGHEST for action security_group_rules [ 574.811118] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274779ee-014b-4c42-b516-f877b979a5d4 with Priority: HIGHEST for action security_group_members [ 574.811363] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d8889ee-e01b-4ec5-b74c-066885487b7f with Priority: HIGHEST for action port [ 574.811638] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-274779ee-014b-4c42-b516-f877b979a5d4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.811814] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.811921] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.812416] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.812557] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('274779ee-014b-4c42-b516-f877b979a5d4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.814178] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-274779ee-014b-4c42-b516-f877b979a5d4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.814360] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.814518] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.814767] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.814965] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.815139] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.815213] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.815371] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.815462] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.815551] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274779ee-014b-4c42-b516-f877b979a5d4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.816289] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d8889ee-e01b-4ec5-b74c-066885487b7f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.816400] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d8889ee-e01b-4ec5-b74c-066885487b7f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.816477] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d8889ee-e01b-4ec5-b74c-066885487b7f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.816651] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d8889ee-e01b-4ec5-b74c-066885487b7f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.816742] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d8889ee-e01b-4ec5-b74c-066885487b7f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.913209] env[63412]: INFO networking_nsxv3.common.synchronization [None req-d6a010e7-2df5-43ed-8c4e-1020d11a165c None None] Enqueued Resource ID: bd5eccc8-a1d2-4054-94b8-6580d8e8c31f with Priority: HIGHEST for action port [ 574.913209] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc126587-c54f-41d7-95ee-ef30102979e4: rpc.has_security_group_logging(os_id): False [ 574.913209] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd5eccc8-a1d2-4054-94b8-6580d8e8c31f with Priority: HIGHEST for action port [ 574.913795] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd5eccc8-a1d2-4054-94b8-6580d8e8c31f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.914467] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd5eccc8-a1d2-4054-94b8-6580d8e8c31f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.914683] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd5eccc8-a1d2-4054-94b8-6580d8e8c31f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.915107] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd5eccc8-a1d2-4054-94b8-6580d8e8c31f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.915313] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd5eccc8-a1d2-4054-94b8-6580d8e8c31f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.945950] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.946166] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.946166] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.946376] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.946470] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.946661] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.946765] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.946829] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.946984] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.947082] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.947281] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.947377] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.947442] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.947630] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.947711] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.947900] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.947994] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.948779] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.948961] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.949068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.949170] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 is going to be created. [ 574.988219] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.988549] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.989241] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.989515] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.989657] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.989797] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 938fc471-fc6c-4818-b354-56b34b9d146e is going to be created. [ 575.029538] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.029675] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.029745] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.029952] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.030120] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.040355] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 938fc471-fc6c-4818-b354-56b34b9d146e in Status: UNINITIALIZED for 2s [ 575.062988] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.065137] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.065137] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.065137] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.065137] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.077290] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: IN_PROGRESS for 2s [ 575.112157] env[63412]: INFO networking_nsxv3.common.synchronization [req-902b1920-3a56-4e18-8cfa-73869039f0c6 req-4612a35f-5047-4982-a14a-88d139956f73 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Enqueued Resource ID: 98bd1398-6f4a-4605-9748-f14dceafaa84 with Priority: HIGHEST for action security_group_members [ 575.112536] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98bd1398-6f4a-4605-9748-f14dceafaa84 with Priority: HIGHEST for action security_group_members [ 575.112847] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-98bd1398-6f4a-4605-9748-f14dceafaa84 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.112987] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98bd1398-6f4a-4605-9748-f14dceafaa84" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.113385] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98bd1398-6f4a-4605-9748-f14dceafaa84" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.113664] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98bd1398-6f4a-4605-9748-f14dceafaa84" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.113843] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.113975] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.114072] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.114240] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.114381] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.114470] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98bd1398-6f4a-4605-9748-f14dceafaa84',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.319180] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-274779ee-014b-4c42-b516-f877b979a5d4 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.319368] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.321299] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('274779ee-014b-4c42-b516-f877b979a5d4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.321299] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d8889ee-e01b-4ec5-b74c-066885487b7f with status ACTIVE [ 575.321299] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.321299] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.321299] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.321299] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.321299] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.321299] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.321851] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.321851] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.321851] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.321851] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.321851] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.322068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.322068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.326269] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.326269] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.326269] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d8889ee-e01b-4ec5-b74c-066885487b7f is going to be updated. [ 575.348278] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.348423] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.348499] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.348701] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.348861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.348987] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d8889ee-e01b-4ec5-b74c-066885487b7f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.418302] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd5eccc8-a1d2-4054-94b8-6580d8e8c31f [ 575.418623] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.418775] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.418978] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.419284] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.419284] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.419403] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd5eccc8-a1d2-4054-94b8-6580d8e8c31f already deleted. [ 575.419434] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd5eccc8-a1d2-4054-94b8-6580d8e8c31f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.452705] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-113 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.452887] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-113" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.453038] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-113" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.454073] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-113" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.454073] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.454073] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.454073] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.454299] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.454476] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.454694] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 575.454802] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 575.454907] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 575.455021] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 575.455126] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 575.455225] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 575.455352] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 575.479410] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 575.479410] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 575.479410] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 575.479410] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-113" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.479410] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-5548b2be-0ee1-4b44-843c-4e9179c0d166 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.479410] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-5548b2be-0ee1-4b44-843c-4e9179c0d166" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.479410] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-5548b2be-0ee1-4b44-843c-4e9179c0d166" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.479410] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-5548b2be-0ee1-4b44-843c-4e9179c0d166" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.479818] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5548b2be-0ee1-4b44-843c-4e9179c0d166',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.617084] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.617084] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.617862] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.617862] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.617862] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.617862] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.617862] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.617862] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.618963] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.618963] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.618963] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98bd1398-6f4a-4605-9748-f14dceafaa84 already deleted. [ 575.619073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98bd1398-6f4a-4605-9748-f14dceafaa84" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.828043] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('274779ee-014b-4c42-b516-f877b979a5d4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.985497] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.985497] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.985497] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.985497] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.985497] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.985497] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 5548b2be-0ee1-4b44-843c-4e9179c0d166 not found, creating... [ 575.985902] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.986510] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.986510] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.986644] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.986788] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.987247] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.988028] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.988028] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.988247] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.988993] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.988993] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 5548b2be-0ee1-4b44-843c-4e9179c0d166 is going to be created. [ 576.013496] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.015054] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.015647] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.016022] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.017184] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.017184] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-5548b2be-0ee1-4b44-843c-4e9179c0d166" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.313438] env[63412]: INFO networking_nsxv3.common.synchronization [req-97183cd5-d1b5-465c-943c-7832712011df req-51920e41-dd58-41e8-aa24-4176d6150736 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Enqueued Resource ID: ee444a9e-e3a4-45e3-9241-d0f693c0754a with Priority: HIGHEST for action security_group_members [ 576.314096] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee444a9e-e3a4-45e3-9241-d0f693c0754a with Priority: HIGHEST for action security_group_members [ 576.314486] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee444a9e-e3a4-45e3-9241-d0f693c0754a taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.314924] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee444a9e-e3a4-45e3-9241-d0f693c0754a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.314924] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee444a9e-e3a4-45e3-9241-d0f693c0754a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.314924] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee444a9e-e3a4-45e3-9241-d0f693c0754a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.315337] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.315337] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.315337] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.315337] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.315566] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.315566] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee444a9e-e3a4-45e3-9241-d0f693c0754a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.330798] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.330798] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.330798] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.330798] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.330798] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.330798] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274779ee-014b-4c42-b516-f877b979a5d4 is going to be created. [ 576.356435] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.356564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.356564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.356760] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.357362] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.367547] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274779ee-014b-4c42-b516-f877b979a5d4 in Status: UNINITIALIZED for 2s [ 576.819175] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.819549] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.819549] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.819638] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.819712] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.821245] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.821416] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.821524] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.821787] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.821902] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.822032] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee444a9e-e3a4-45e3-9241-d0f693c0754a is going to be updated. [ 576.860449] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.860623] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.861453] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.861453] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.861453] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.879367] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee444a9e-e3a4-45e3-9241-d0f693c0754a in Status: IN_PROGRESS for 2s [ 576.882533] env[63412]: INFO networking_nsxv3.common.synchronization [req-902b1920-3a56-4e18-8cfa-73869039f0c6 req-24504cf5-c30b-4e82-a6d7-ec3ba0178c38 service nova] Enqueued Resource ID: 98bd1398-6f4a-4605-9748-f14dceafaa84 with Priority: HIGHEST for action security_group_rules [ 576.882826] env[63412]: INFO networking_nsxv3.common.synchronization [req-902b1920-3a56-4e18-8cfa-73869039f0c6 req-24504cf5-c30b-4e82-a6d7-ec3ba0178c38 service nova] Enqueued Resource ID: 98bd1398-6f4a-4605-9748-f14dceafaa84 with Priority: HIGHEST for action security_group_members [ 576.882906] env[63412]: INFO networking_nsxv3.common.synchronization [req-902b1920-3a56-4e18-8cfa-73869039f0c6 req-24504cf5-c30b-4e82-a6d7-ec3ba0178c38 service nova] Enqueued Resource ID: 5548b2be-0ee1-4b44-843c-4e9179c0d166 with Priority: HIGHEST for action port [ 576.884135] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98bd1398-6f4a-4605-9748-f14dceafaa84 with Priority: HIGHEST for action security_group_rules [ 576.884263] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98bd1398-6f4a-4605-9748-f14dceafaa84 with Priority: HIGHEST for action security_group_members [ 576.884389] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5548b2be-0ee1-4b44-843c-4e9179c0d166 with Priority: HIGHEST for action port [ 576.885453] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98bd1398-6f4a-4605-9748-f14dceafaa84 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.885453] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98bd1398-6f4a-4605-9748-f14dceafaa84" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.885453] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98bd1398-6f4a-4605-9748-f14dceafaa84" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.885834] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98bd1398-6f4a-4605-9748-f14dceafaa84" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.885834] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98bd1398-6f4a-4605-9748-f14dceafaa84',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.888692] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-98bd1398-6f4a-4605-9748-f14dceafaa84 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.888692] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98bd1398-6f4a-4605-9748-f14dceafaa84" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.888692] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98bd1398-6f4a-4605-9748-f14dceafaa84" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.888979] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98bd1398-6f4a-4605-9748-f14dceafaa84" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.889850] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.889998] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.890062] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.890699] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.890699] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.890699] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98bd1398-6f4a-4605-9748-f14dceafaa84',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.891693] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-5548b2be-0ee1-4b44-843c-4e9179c0d166 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.893088] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5548b2be-0ee1-4b44-843c-4e9179c0d166" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.893212] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5548b2be-0ee1-4b44-843c-4e9179c0d166" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.893562] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5548b2be-0ee1-4b44-843c-4e9179c0d166" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.893730] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5548b2be-0ee1-4b44-843c-4e9179c0d166',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.054866] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 938fc471-fc6c-4818-b354-56b34b9d146e in Status: SUCCESS [ 577.055393] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.055393] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.055639] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.055687] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.055801] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.055860] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.056565] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.056764] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.057264] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.057408] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('938fc471-fc6c-4818-b354-56b34b9d146e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.092226] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: SUCCESS [ 577.092544] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.397245] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98bd1398-6f4a-4605-9748-f14dceafaa84',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.398419] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-98bd1398-6f4a-4605-9748-f14dceafaa84 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.398560] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98bd1398-6f4a-4605-9748-f14dceafaa84" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.399077] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5548b2be-0ee1-4b44-843c-4e9179c0d166 with status ACTIVE [ 577.399927] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.400397] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.400517] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.401334] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.401381] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.401623] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.401766] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.401830] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.402020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.402107] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.402316] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.402413] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.402478] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.402628] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.402762] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.402861] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5548b2be-0ee1-4b44-843c-4e9179c0d166 is going to be updated. [ 577.429283] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.429447] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.429541] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.429851] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.430091] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.430278] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5548b2be-0ee1-4b44-843c-4e9179c0d166" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.564127] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('938fc471-fc6c-4818-b354-56b34b9d146e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.793219] env[63412]: INFO networking_nsxv3.common.synchronization [req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 req-3fbdbf45-3eea-4ded-8d0a-cd12eabf7f13 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Enqueued Resource ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d with Priority: HIGHEST for action security_group_members [ 577.793891] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d with Priority: HIGHEST for action security_group_members [ 577.794273] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e9abf7d-66d5-41bc-9759-6fd54771278d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.794477] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.794574] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.794867] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.795116] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.795359] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.795482] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.795747] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.795934] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.796121] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e9abf7d-66d5-41bc-9759-6fd54771278d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.900300] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98bd1398-6f4a-4605-9748-f14dceafaa84',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.067390] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 938fc471-fc6c-4818-b354-56b34b9d146e: rpc.has_security_group_logging(os_id): False [ 578.091368] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.091890] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.091890] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.092142] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.092142] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.092379] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.092512] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.092579] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.092738] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.092829] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.092893] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 938fc471-fc6c-4818-b354-56b34b9d146e is going to be created. [ 578.213172] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.213172] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.213172] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.213172] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.213172] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.230679] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 938fc471-fc6c-4818-b354-56b34b9d146e in Status: IN_PROGRESS for 2s [ 578.300557] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.300557] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.300557] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.300557] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.300557] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.300557] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.300557] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.300557] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.300557] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.300557] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.300557] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d already deleted. [ 578.300557] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.385429] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274779ee-014b-4c42-b516-f877b979a5d4 in Status: SUCCESS [ 578.385429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.385429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.385429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.385429] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.385429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.385429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.385429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.385429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.385429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.385429] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('274779ee-014b-4c42-b516-f877b979a5d4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.405297] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.405297] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.405297] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.405297] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.405297] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.405297] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98bd1398-6f4a-4605-9748-f14dceafaa84 is going to be created. [ 578.448091] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.448091] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.448091] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.448091] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.448091] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.456333] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98bd1398-6f4a-4605-9748-f14dceafaa84 in Status: UNINITIALIZED for 2s [ 578.726298] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-630 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.727358] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-630" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.727358] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-630" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.727358] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-630" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.727358] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.730287] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.730287] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.730287] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.730287] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.730287] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 578.730287] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 578.730287] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 578.730287] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 578.730287] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 578.730287] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 578.730287] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 578.743370] env[63412]: INFO networking_nsxv3.common.synchronization [req-6b821cb2-8666-4705-9402-23e3fee107df req-03cbca60-95ee-49fc-8112-bad8db396407 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Enqueued Resource ID: f63a666f-54ab-4282-b56f-755c9b7f0591 with Priority: HIGHEST for action security_group_members [ 578.743886] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63a666f-54ab-4282-b56f-755c9b7f0591 with Priority: HIGHEST for action security_group_members [ 578.744206] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63a666f-54ab-4282-b56f-755c9b7f0591 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.744337] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63a666f-54ab-4282-b56f-755c9b7f0591" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.744425] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63a666f-54ab-4282-b56f-755c9b7f0591" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.744620] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63a666f-54ab-4282-b56f-755c9b7f0591" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.744771] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.744870] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.744934] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.749554] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.749554] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.749554] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f63a666f-54ab-4282-b56f-755c9b7f0591',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.750992] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 578.752087] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 578.752411] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 578.752534] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-630" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.752834] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-e75bc43d-dfa5-405d-96e8-dc1ac166c3be taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.754024] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-e75bc43d-dfa5-405d-96e8-dc1ac166c3be" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.758410] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-e75bc43d-dfa5-405d-96e8-dc1ac166c3be" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.758410] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-e75bc43d-dfa5-405d-96e8-dc1ac166c3be" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.758410] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e75bc43d-dfa5-405d-96e8-dc1ac166c3be',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.887280] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-274779ee-014b-4c42-b516-f877b979a5d4 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.887465] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.887518] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.888048] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.888048] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.888249] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.888249] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.888869] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.888869] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.888869] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.889063] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-274779ee-014b-4c42-b516-f877b979a5d4 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.889063] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.889343] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.889343] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.889544] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.889544] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.889686] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.889817] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.889817] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.889875] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.889999] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('274779ee-014b-4c42-b516-f877b979a5d4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.891779] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee444a9e-e3a4-45e3-9241-d0f693c0754a in Status: SUCCESS [ 578.891779] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee444a9e-e3a4-45e3-9241-d0f693c0754a deletion is rescheduled due to dependency. [ 578.891779] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee444a9e-e3a4-45e3-9241-d0f693c0754a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.261083] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.261459] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.261459] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.262252] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.262252] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.262252] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port e75bc43d-dfa5-405d-96e8-dc1ac166c3be not found, creating... [ 579.262634] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.262634] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.262634] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.262838] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.262955] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.263252] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.263492] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.263559] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.263744] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.263880] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.264029] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: e75bc43d-dfa5-405d-96e8-dc1ac166c3be is going to be created. [ 579.265281] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.265419] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.265475] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.265607] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.266080] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.266080] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.266080] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.266080] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.266626] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.266626] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.266626] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63a666f-54ab-4282-b56f-755c9b7f0591 is going to be updated. [ 579.300948] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.301161] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.301287] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.301569] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.301865] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.302306] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-e75bc43d-dfa5-405d-96e8-dc1ac166c3be" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.310103] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.310286] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.310365] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.310771] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.310959] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.325425] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63a666f-54ab-4282-b56f-755c9b7f0591 in Status: IN_PROGRESS for 2s [ 579.394083] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 274779ee-014b-4c42-b516-f877b979a5d4: rpc.has_security_group_logging(os_id): False [ 579.415846] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.415846] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.415846] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.415846] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.415846] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.415846] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.415846] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.415846] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.416217] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.416217] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.416295] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.417036] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.417036] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.417036] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.417245] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.417306] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.417416] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.417488] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.417638] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.417845] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.417845] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 274779ee-014b-4c42-b516-f877b979a5d4 is going to be created. [ 579.525670] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.525670] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.525670] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.525912] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.526282] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.540987] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 274779ee-014b-4c42-b516-f877b979a5d4 in Status: IN_PROGRESS for 2s [ 580.191412] env[63412]: INFO networking_nsxv3.common.synchronization [req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 req-67275e69-18bc-4fcc-8803-a782d2a4b1e0 service nova] Enqueued Resource ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d with Priority: HIGHEST for action security_group_rules [ 580.191412] env[63412]: INFO networking_nsxv3.common.synchronization [req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 req-67275e69-18bc-4fcc-8803-a782d2a4b1e0 service nova] Enqueued Resource ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d with Priority: HIGHEST for action security_group_members [ 580.191412] env[63412]: INFO networking_nsxv3.common.synchronization [req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 req-67275e69-18bc-4fcc-8803-a782d2a4b1e0 service nova] Enqueued Resource ID: e75bc43d-dfa5-405d-96e8-dc1ac166c3be with Priority: HIGHEST for action port [ 580.195021] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d with Priority: HIGHEST for action security_group_rules [ 580.195021] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d with Priority: HIGHEST for action security_group_members [ 580.195021] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e75bc43d-dfa5-405d-96e8-dc1ac166c3be with Priority: HIGHEST for action port [ 580.195021] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e9abf7d-66d5-41bc-9759-6fd54771278d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.195021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.195021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.195021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.195021] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e9abf7d-66d5-41bc-9759-6fd54771278d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.195021] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e9abf7d-66d5-41bc-9759-6fd54771278d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.195021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.195021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.196460] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.196744] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.196923] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.197076] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.197207] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.197417] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.197417] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e9abf7d-66d5-41bc-9759-6fd54771278d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.198507] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-e75bc43d-dfa5-405d-96e8-dc1ac166c3be taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.198702] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e75bc43d-dfa5-405d-96e8-dc1ac166c3be" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.199223] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e75bc43d-dfa5-405d-96e8-dc1ac166c3be" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.199223] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e75bc43d-dfa5-405d-96e8-dc1ac166c3be" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.199223] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e75bc43d-dfa5-405d-96e8-dc1ac166c3be',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.248517] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 938fc471-fc6c-4818-b354-56b34b9d146e in Status: SUCCESS [ 580.248731] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.470453] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98bd1398-6f4a-4605-9748-f14dceafaa84 in Status: SUCCESS [ 580.470824] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98bd1398-6f4a-4605-9748-f14dceafaa84" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.470824] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98bd1398-6f4a-4605-9748-f14dceafaa84" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.471050] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98bd1398-6f4a-4605-9748-f14dceafaa84" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.471260] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.471396] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.471472] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.471627] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.471708] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.471977] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98bd1398-6f4a-4605-9748-f14dceafaa84" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.471977] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98bd1398-6f4a-4605-9748-f14dceafaa84',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.701502] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e9abf7d-66d5-41bc-9759-6fd54771278d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.701691] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.701744] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e75bc43d-dfa5-405d-96e8-dc1ac166c3be with status ACTIVE [ 580.702282] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.702282] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.702282] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.702570] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.702570] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.702570] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.702683] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.702752] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.703472] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.703472] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.703472] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.703472] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.703472] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.703472] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.703472] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.703756] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e75bc43d-dfa5-405d-96e8-dc1ac166c3be is going to be updated. [ 580.706155] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e9abf7d-66d5-41bc-9759-6fd54771278d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.730786] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.730944] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.731018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.731214] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.731345] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.731502] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e75bc43d-dfa5-405d-96e8-dc1ac166c3be" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.974905] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-98bd1398-6f4a-4605-9748-f14dceafaa84 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.975164] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98bd1398-6f4a-4605-9748-f14dceafaa84" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.975234] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98bd1398-6f4a-4605-9748-f14dceafaa84" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.975612] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98bd1398-6f4a-4605-9748-f14dceafaa84" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.975731] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.975798] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.975878] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.976029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.976119] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.976208] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98bd1398-6f4a-4605-9748-f14dceafaa84" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.976353] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-98bd1398-6f4a-4605-9748-f14dceafaa84 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.976446] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98bd1398-6f4a-4605-9748-f14dceafaa84" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.976534] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98bd1398-6f4a-4605-9748-f14dceafaa84" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.976657] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98bd1398-6f4a-4605-9748-f14dceafaa84" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.976796] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.976914] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.976980] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.977089] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.977164] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.977247] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98bd1398-6f4a-4605-9748-f14dceafaa84" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.977365] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98bd1398-6f4a-4605-9748-f14dceafaa84',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.209931] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e9abf7d-66d5-41bc-9759-6fd54771278d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.335267] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63a666f-54ab-4282-b56f-755c9b7f0591 in Status: SUCCESS [ 581.335484] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63a666f-54ab-4282-b56f-755c9b7f0591 deletion is rescheduled due to dependency. [ 581.335602] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63a666f-54ab-4282-b56f-755c9b7f0591" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.487020] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98bd1398-6f4a-4605-9748-f14dceafaa84: rpc.has_security_group_logging(os_id): False [ 581.503668] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.503823] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.503903] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.504110] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.504193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.504473] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.504606] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.504677] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.504792] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.504860] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.505085] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.505191] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.505191] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.505312] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.505403] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.505734] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.505870] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.505942] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.506618] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.506618] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.506618] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98bd1398-6f4a-4605-9748-f14dceafaa84 is going to be created. [ 581.560072] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 274779ee-014b-4c42-b516-f877b979a5d4 in Status: SUCCESS [ 581.560324] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.609026] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.609026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.609026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.609026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.609026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.619180] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98bd1398-6f4a-4605-9748-f14dceafaa84 in Status: IN_PROGRESS for 2s [ 581.712690] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.712798] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.712892] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.713196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.713306] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.713437] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d is going to be created. [ 581.770536] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.770688] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.770757] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.770974] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.771137] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.786821] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d in Status: UNINITIALIZED for 2s [ 582.549102] env[63412]: INFO networking_nsxv3.common.synchronization [req-efcef5e0-5a55-4273-af22-8a988493d1fb req-afe42c12-0e86-49cb-8dc4-6dd98801eeb6 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Enqueued Resource ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b with Priority: HIGHEST for action security_group_members [ 582.549647] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b with Priority: HIGHEST for action security_group_members [ 582.550013] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.550109] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.550162] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.550468] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.550622] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.550717] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.550800] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.550973] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.554554] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.554694] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f0af5d3-084c-4f98-8e6f-f5e8242a707b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.943198] env[63412]: INFO networking_nsxv3.common.synchronization [req-8a887a61-57db-4907-82b7-87d42106b125 req-51dfc305-d0a0-497d-8a09-9f45fc225acc tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Enqueued Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 582.943797] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 582.944841] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.944841] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.944841] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.944841] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.944841] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.945157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.945157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.947068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.947158] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.947583] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.057847] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.057847] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.057847] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.057847] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.057847] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.057847] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.057847] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.058251] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.058601] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.058824] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.059055] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b already deleted. [ 583.059254] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.449846] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.450051] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.450295] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.450295] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.450478] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.450565] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.450735] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.450735] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.450879] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.450948] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.451056] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 is going to be updated. [ 583.480946] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.480946] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.481209] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.481209] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.481539] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.493173] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: IN_PROGRESS for 2s [ 583.627919] env[63412]: INFO networking_nsxv3.common.synchronization [None req-4fa96fa5-77c8-4035-a8b3-746466fc3cba None None] Enqueued Resource ID: b40b81ff-4de8-4eea-8524-b0fe5e6c33f8 with Priority: HIGHEST for action port [ 583.628581] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b40b81ff-4de8-4eea-8524-b0fe5e6c33f8 with Priority: HIGHEST for action port [ 583.629242] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-b40b81ff-4de8-4eea-8524-b0fe5e6c33f8 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.630622] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b40b81ff-4de8-4eea-8524-b0fe5e6c33f8" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.630622] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b40b81ff-4de8-4eea-8524-b0fe5e6c33f8" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.630622] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b40b81ff-4de8-4eea-8524-b0fe5e6c33f8" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.630622] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b40b81ff-4de8-4eea-8524-b0fe5e6c33f8',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.635654] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98bd1398-6f4a-4605-9748-f14dceafaa84 in Status: SUCCESS [ 583.635654] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98bd1398-6f4a-4605-9748-f14dceafaa84" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.797445] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d in Status: SUCCESS [ 583.797445] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.797445] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.797445] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.797445] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.797445] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.797445] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.798598] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.798598] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.798598] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.798598] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e9abf7d-66d5-41bc-9759-6fd54771278d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.882038] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-173 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.882236] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-173" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.882431] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-173" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.882718] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-173" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.882987] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.884076] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.884506] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.885012] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.885946] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.885946] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 583.885946] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 583.885946] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 583.885946] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 583.885946] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 583.885946] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 583.888656] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 583.909775] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 583.909947] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 583.909997] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 583.910281] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-173" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.910510] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-c341c49d-c431-4a15-a197-449cc08a58fe taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.910684] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-c341c49d-c431-4a15-a197-449cc08a58fe" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.910819] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-c341c49d-c431-4a15-a197-449cc08a58fe" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.911164] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-c341c49d-c431-4a15-a197-449cc08a58fe" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.911298] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c341c49d-c431-4a15-a197-449cc08a58fe',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.137942] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b40b81ff-4de8-4eea-8524-b0fe5e6c33f8 [ 584.137942] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.137942] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.137942] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.137942] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.138163] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.138163] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b40b81ff-4de8-4eea-8524-b0fe5e6c33f8 already deleted. [ 584.138307] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b40b81ff-4de8-4eea-8524-b0fe5e6c33f8" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.301450] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e9abf7d-66d5-41bc-9759-6fd54771278d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.301633] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.301697] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.301922] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.302143] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.302251] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.302315] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.302479] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.302566] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.302657] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.302806] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e9abf7d-66d5-41bc-9759-6fd54771278d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.302896] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.302958] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.303117] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.303294] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.303384] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.303384] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.303809] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.303809] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.303809] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.303971] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e9abf7d-66d5-41bc-9759-6fd54771278d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.419021] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.420206] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.420206] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.420476] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.420593] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.420995] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port c341c49d-c431-4a15-a197-449cc08a58fe not found, creating... [ 584.421119] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.421228] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.421345] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.421573] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.422044] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.422044] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.422248] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.422305] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.422497] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.423724] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.423724] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: c341c49d-c431-4a15-a197-449cc08a58fe is going to be created. [ 584.466851] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.467038] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.467162] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.467425] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.467659] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.467883] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-c341c49d-c431-4a15-a197-449cc08a58fe" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.806465] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e9abf7d-66d5-41bc-9759-6fd54771278d: rpc.has_security_group_logging(os_id): False [ 584.825203] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.828926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.828926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.828926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.828926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.828926] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.828926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.828926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.828926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.828926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.828926] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.828926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.828926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.828926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.828926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.830161] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.830375] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.830451] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.830626] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.830710] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.831542] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d is going to be created. [ 584.921549] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.922057] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.922057] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.922267] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.922536] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.949024] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d in Status: IN_PROGRESS for 2s [ 585.511041] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: SUCCESS [ 585.511041] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 deletion is rescheduled due to dependency. [ 585.511041] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.579623] env[63412]: INFO networking_nsxv3.common.synchronization [req-1023af44-b364-4f31-9e13-cb58d81adc11 req-17bdd1f5-fdd2-4376-b626-bf8f865656c2 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Enqueued Resource ID: e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c with Priority: HIGHEST for action security_group_members [ 585.581038] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c with Priority: HIGHEST for action security_group_members [ 585.585022] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.585022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.585022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.585022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.585022] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.585022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.585022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.585022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.585022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.585022] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.814702] env[63412]: INFO networking_nsxv3.common.synchronization [req-efcef5e0-5a55-4273-af22-8a988493d1fb req-1b15eb77-a201-408f-bd73-4b26c918ce73 service nova] Enqueued Resource ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b with Priority: HIGHEST for action security_group_rules [ 585.814702] env[63412]: INFO networking_nsxv3.common.synchronization [req-efcef5e0-5a55-4273-af22-8a988493d1fb req-1b15eb77-a201-408f-bd73-4b26c918ce73 service nova] Enqueued Resource ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b with Priority: HIGHEST for action security_group_members [ 585.814702] env[63412]: INFO networking_nsxv3.common.synchronization [req-efcef5e0-5a55-4273-af22-8a988493d1fb req-1b15eb77-a201-408f-bd73-4b26c918ce73 service nova] Enqueued Resource ID: c341c49d-c431-4a15-a197-449cc08a58fe with Priority: HIGHEST for action port [ 585.814702] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b with Priority: HIGHEST for action security_group_rules [ 585.814702] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b with Priority: HIGHEST for action security_group_members [ 585.817210] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c341c49d-c431-4a15-a197-449cc08a58fe with Priority: HIGHEST for action port [ 585.818048] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f0af5d3-084c-4f98-8e6f-f5e8242a707b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.818324] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.818484] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.818933] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.819170] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f0af5d3-084c-4f98-8e6f-f5e8242a707b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.820890] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.821313] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.821717] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.823972] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.823972] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.823972] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.823972] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.823972] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.823972] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.823972] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f0af5d3-084c-4f98-8e6f-f5e8242a707b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.823972] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-c341c49d-c431-4a15-a197-449cc08a58fe taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.823972] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c341c49d-c431-4a15-a197-449cc08a58fe" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.823972] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c341c49d-c431-4a15-a197-449cc08a58fe" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.823972] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c341c49d-c431-4a15-a197-449cc08a58fe" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.824623] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c341c49d-c431-4a15-a197-449cc08a58fe',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.086071] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.086522] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.086522] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.086622] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.086712] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.087286] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.087436] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.087569] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.087745] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.087887] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.087975] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c already deleted. [ 586.088095] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.326505] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.326655] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.326906] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f0af5d3-084c-4f98-8e6f-f5e8242a707b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.330876] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c341c49d-c431-4a15-a197-449cc08a58fe with status ACTIVE [ 586.332691] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.332691] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.332691] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.332691] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.332691] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.332691] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.332691] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.332691] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.334789] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.334789] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.334789] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.334789] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.336589] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.336589] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.336802] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.336802] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c341c49d-c431-4a15-a197-449cc08a58fe is going to be updated. [ 586.359906] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.360067] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.360170] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.360353] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.360810] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.360810] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c341c49d-c431-4a15-a197-449cc08a58fe" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.655074] env[63412]: INFO networking_nsxv3.common.synchronization [None req-ed8de39f-057f-4c30-9a23-48e065a0425a None None] Enqueued Resource ID: 331f9161-c417-470d-bea8-ea94b99d3aa7 with Priority: HIGHEST for action port [ 586.655074] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 331f9161-c417-470d-bea8-ea94b99d3aa7 with Priority: HIGHEST for action port [ 586.655074] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-331f9161-c417-470d-bea8-ea94b99d3aa7 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.655074] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-331f9161-c417-470d-bea8-ea94b99d3aa7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.655074] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-331f9161-c417-470d-bea8-ea94b99d3aa7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.655074] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-331f9161-c417-470d-bea8-ea94b99d3aa7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.655074] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('331f9161-c417-470d-bea8-ea94b99d3aa7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.744343] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-663 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.744343] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-663" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.744343] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-663" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.744343] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-663" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.744343] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.744343] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.744343] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.744343] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.744343] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.744343] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 586.744343] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 586.744343] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 586.744343] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 586.745160] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 586.745160] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 586.745160] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 586.763876] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 586.764143] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 586.764409] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 586.764919] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-663" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.765301] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-5e4f8ea0-cf27-452d-b132-8be449ad60c3 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.765553] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-5e4f8ea0-cf27-452d-b132-8be449ad60c3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.765717] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-5e4f8ea0-cf27-452d-b132-8be449ad60c3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.766859] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-5e4f8ea0-cf27-452d-b132-8be449ad60c3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.766962] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e4f8ea0-cf27-452d-b132-8be449ad60c3',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.840046] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f0af5d3-084c-4f98-8e6f-f5e8242a707b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.958909] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d in Status: SUCCESS [ 586.959774] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.161145] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 331f9161-c417-470d-bea8-ea94b99d3aa7 [ 587.161555] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.161555] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.161760] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.162874] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.162874] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.162874] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:331f9161-c417-470d-bea8-ea94b99d3aa7 already deleted. [ 587.162874] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-331f9161-c417-470d-bea8-ea94b99d3aa7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.270558] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.271480] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.271480] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.271651] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.271706] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.271840] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 5e4f8ea0-cf27-452d-b132-8be449ad60c3 not found, creating... [ 587.272129] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.273145] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.273145] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.273145] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.273145] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.273863] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.274124] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.274255] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.274516] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.274665] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.275200] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 5e4f8ea0-cf27-452d-b132-8be449ad60c3 is going to be created. [ 587.295722] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.295722] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.295722] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.295722] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.295967] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.296092] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-5e4f8ea0-cf27-452d-b132-8be449ad60c3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.344752] env[63412]: INFO networking_nsxv3.common.synchronization [None req-491f293d-e95e-4af5-918d-6fed6514c923 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Enqueued Resource ID: f9970b86-2be5-4c59-b559-2b28b2d0eddc with Priority: HIGHEST for action security_group_rules [ 587.345098] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.346052] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.346052] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.346052] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.346052] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.346663] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b is going to be created. [ 587.350496] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9970b86-2be5-4c59-b559-2b28b2d0eddc with Priority: HIGHEST for action security_group_rules [ 587.350861] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9970b86-2be5-4c59-b559-2b28b2d0eddc taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.351011] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9970b86-2be5-4c59-b559-2b28b2d0eddc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.351085] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9970b86-2be5-4c59-b559-2b28b2d0eddc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.351341] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9970b86-2be5-4c59-b559-2b28b2d0eddc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.351431] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9970b86-2be5-4c59-b559-2b28b2d0eddc',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.381739] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.381739] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.381739] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.381739] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.381739] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.395324] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b in Status: UNINITIALIZED for 2s [ 587.532167] env[63412]: INFO networking_nsxv3.common.synchronization [None req-3d5ef791-b7b7-42f3-b08f-e2500ff033cf tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Enqueued Resource ID: f9970b86-2be5-4c59-b559-2b28b2d0eddc with Priority: HIGHEST for action security_group_rules [ 587.535565] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9970b86-2be5-4c59-b559-2b28b2d0eddc with Priority: HIGHEST for action security_group_rules [ 587.536279] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9970b86-2be5-4c59-b559-2b28b2d0eddc taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.536387] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9970b86-2be5-4c59-b559-2b28b2d0eddc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.872938] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.873300] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.873300] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.877371] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.877876] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.877876] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9970b86-2be5-4c59-b559-2b28b2d0eddc already deleted. [ 587.877876] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9970b86-2be5-4c59-b559-2b28b2d0eddc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.877876] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9970b86-2be5-4c59-b559-2b28b2d0eddc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.878728] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9970b86-2be5-4c59-b559-2b28b2d0eddc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.878728] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9970b86-2be5-4c59-b559-2b28b2d0eddc',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.317737] env[63412]: INFO networking_nsxv3.common.synchronization [req-1023af44-b364-4f31-9e13-cb58d81adc11 req-10b23ad7-168b-4dfa-a28b-c466197f028e service nova] Enqueued Resource ID: e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c with Priority: HIGHEST for action security_group_rules [ 588.318028] env[63412]: INFO networking_nsxv3.common.synchronization [req-1023af44-b364-4f31-9e13-cb58d81adc11 req-10b23ad7-168b-4dfa-a28b-c466197f028e service nova] Enqueued Resource ID: e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c with Priority: HIGHEST for action security_group_members [ 588.318121] env[63412]: INFO networking_nsxv3.common.synchronization [req-1023af44-b364-4f31-9e13-cb58d81adc11 req-10b23ad7-168b-4dfa-a28b-c466197f028e service nova] Enqueued Resource ID: 5e4f8ea0-cf27-452d-b132-8be449ad60c3 with Priority: HIGHEST for action port [ 588.318606] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c with Priority: HIGHEST for action security_group_rules [ 588.318769] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c with Priority: HIGHEST for action security_group_members [ 588.318832] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e4f8ea0-cf27-452d-b132-8be449ad60c3 with Priority: HIGHEST for action port [ 588.319113] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.319271] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.319324] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.319782] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.319782] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.320952] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.324157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.324157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.324157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.324157] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.324157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.324157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.324157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.324157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.324157] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.324157] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e4f8ea0-cf27-452d-b132-8be449ad60c3 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.324157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e4f8ea0-cf27-452d-b132-8be449ad60c3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.324157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e4f8ea0-cf27-452d-b132-8be449ad60c3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.324157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e4f8ea0-cf27-452d-b132-8be449ad60c3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.324157] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e4f8ea0-cf27-452d-b132-8be449ad60c3',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.398218] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.398391] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.398458] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.398666] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.398760] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.398859] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9970b86-2be5-4c59-b559-2b28b2d0eddc already deleted. [ 588.398965] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9970b86-2be5-4c59-b559-2b28b2d0eddc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.825457] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.826589] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.826589] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.826843] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e4f8ea0-cf27-452d-b132-8be449ad60c3 with status ACTIVE [ 588.826913] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.827032] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.827090] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.827289] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.827397] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.827576] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.829886] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.829886] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.829886] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.829886] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.829886] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.829886] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.829886] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.829886] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.829886] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.829886] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e4f8ea0-cf27-452d-b132-8be449ad60c3 is going to be updated. [ 588.849795] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.850287] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.851158] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.851158] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.851158] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.851158] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e4f8ea0-cf27-452d-b132-8be449ad60c3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.281813] env[63412]: INFO networking_nsxv3.common.synchronization [None req-e1d91978-2c9b-4508-bfbc-24c9d937be6b None None] Enqueued Resource ID: d9d822ed-a007-4734-b2c3-397c337cf44f with Priority: HIGHEST for action port [ 589.282450] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9d822ed-a007-4734-b2c3-397c337cf44f with Priority: HIGHEST for action port [ 589.282793] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9d822ed-a007-4734-b2c3-397c337cf44f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.282913] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9d822ed-a007-4734-b2c3-397c337cf44f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.282981] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9d822ed-a007-4734-b2c3-397c337cf44f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.286032] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9d822ed-a007-4734-b2c3-397c337cf44f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.286129] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9d822ed-a007-4734-b2c3-397c337cf44f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.330828] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.404959] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b in Status: SUCCESS [ 589.404959] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.405519] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.405699] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.407572] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.407572] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.407572] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.407572] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.407572] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.407572] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.407572] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f0af5d3-084c-4f98-8e6f-f5e8242a707b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.789688] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9d822ed-a007-4734-b2c3-397c337cf44f [ 589.789927] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.790080] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.790142] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.790366] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.790453] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.790544] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9d822ed-a007-4734-b2c3-397c337cf44f already deleted. [ 589.790627] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9d822ed-a007-4734-b2c3-397c337cf44f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.834041] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.834272] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.834272] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.834472] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.834599] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.835819] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c is going to be created. [ 589.859541] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.859541] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.859541] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.859541] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.859541] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.872211] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c in Status: UNINITIALIZED for 2s [ 589.910348] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.910348] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.910348] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.910527] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.910778] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.910778] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.910778] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.910945] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.911147] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.911147] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.911332] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.911436] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.911496] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.913692] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.913692] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.913692] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.913692] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.913692] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.913692] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.913692] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.913692] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f0af5d3-084c-4f98-8e6f-f5e8242a707b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.418924] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f0af5d3-084c-4f98-8e6f-f5e8242a707b: rpc.has_security_group_logging(os_id): False [ 590.437822] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.438024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.438748] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.438748] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.438748] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.438748] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.438748] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.439306] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.439306] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.439306] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.439306] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.439468] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.439468] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.439541] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.439684] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.440085] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.440085] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.440085] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.443973] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.444947] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.444947] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b is going to be created. [ 590.504039] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.504215] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.504215] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.504438] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.504657] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.515959] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b in Status: IN_PROGRESS for 2s [ 591.821339] env[63412]: INFO networking_nsxv3.common.synchronization [None req-5be43c0b-f9a6-4637-b052-2f628e9c9aec None None] Enqueued Resource ID: e2308326-35f6-4370-ab30-328388f5d46b with Priority: HIGHEST for action port [ 591.822311] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2308326-35f6-4370-ab30-328388f5d46b with Priority: HIGHEST for action port [ 591.822311] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2308326-35f6-4370-ab30-328388f5d46b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.822737] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2308326-35f6-4370-ab30-328388f5d46b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.822737] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2308326-35f6-4370-ab30-328388f5d46b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.822737] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2308326-35f6-4370-ab30-328388f5d46b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.822911] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2308326-35f6-4370-ab30-328388f5d46b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.884769] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c in Status: SUCCESS [ 591.884769] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.884912] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.885149] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.885625] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.885754] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.885826] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.886046] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.886151] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.886266] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.886384] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.328296] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2308326-35f6-4370-ab30-328388f5d46b [ 592.328296] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.328296] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.328296] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.328296] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.328296] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.328296] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2308326-35f6-4370-ab30-328388f5d46b already deleted. [ 592.328296] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2308326-35f6-4370-ab30-328388f5d46b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.392431] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.529203] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b in Status: SUCCESS [ 592.529749] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.601071] env[63412]: INFO networking_nsxv3.common.synchronization [req-a76b53e9-f130-493d-a010-4b85ff8207eb req-650d668e-be48-45f2-8728-c88033660bcd tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Enqueued Resource ID: cf794659-988d-4f26-876f-e53bd6c025a7 with Priority: HIGHEST for action security_group_members [ 592.601673] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf794659-988d-4f26-876f-e53bd6c025a7 with Priority: HIGHEST for action security_group_members [ 592.602122] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf794659-988d-4f26-876f-e53bd6c025a7 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.602122] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.602344] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.603073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.603073] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.603073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.603073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.603073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.603073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.603904] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf794659-988d-4f26-876f-e53bd6c025a7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.895408] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c: rpc.has_security_group_logging(os_id): False [ 592.917018] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.917018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.917018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.917018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.917018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.917018] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.917018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.917018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.917018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.917018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.917018] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c is going to be created. [ 592.976117] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.976363] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.976363] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.977152] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.977835] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.988095] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c in Status: IN_PROGRESS for 2s [ 593.109035] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.109035] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.109035] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.109035] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.109035] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.109035] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.109035] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.109035] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.109035] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.109035] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.109035] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf794659-988d-4f26-876f-e53bd6c025a7 already deleted. [ 593.109035] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.313021] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-433 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.313235] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-433" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.313368] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-433" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.313715] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-433" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.314042] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.314237] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.314333] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.314632] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.314795] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.315017] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 593.315138] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.315248] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.315354] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.315462] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 593.315567] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.315700] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.336586] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.336774] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 593.336822] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.337052] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-433" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.337376] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-ef745344-e66a-492b-8be1-02f4236cdae3 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.337591] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-ef745344-e66a-492b-8be1-02f4236cdae3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.337719] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-ef745344-e66a-492b-8be1-02f4236cdae3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.338092] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-ef745344-e66a-492b-8be1-02f4236cdae3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.338252] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef745344-e66a-492b-8be1-02f4236cdae3',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.848066] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.848066] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.848066] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.848066] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.848066] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.848066] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port ef745344-e66a-492b-8be1-02f4236cdae3 not found, creating... [ 593.848066] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.848463] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.848463] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.848543] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.848663] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.848993] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.849248] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.849402] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.849669] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.849834] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.849980] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: ef745344-e66a-492b-8be1-02f4236cdae3 is going to be created. [ 593.869479] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.869714] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.869847] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.870448] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.871041] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.871360] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-ef745344-e66a-492b-8be1-02f4236cdae3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.810792] env[63412]: INFO networking_nsxv3.common.synchronization [req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 req-f45be123-7397-457a-a846-bd69a5c05366 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_members [ 594.811393] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_members [ 594.811810] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.812082] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.812499] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.813094] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.813329] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.813473] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.813595] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.813747] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.814050] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.814171] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.918026] env[63412]: INFO networking_nsxv3.common.synchronization [None req-6902640e-e8e2-415b-a409-da7590cfb84e None None] Enqueued Resource ID: ed446c80-60db-4e5a-bafb-66f96ae4646a with Priority: HIGHEST for action port [ 594.918696] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed446c80-60db-4e5a-bafb-66f96ae4646a with Priority: HIGHEST for action port [ 594.919209] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed446c80-60db-4e5a-bafb-66f96ae4646a taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.919377] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed446c80-60db-4e5a-bafb-66f96ae4646a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.919472] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed446c80-60db-4e5a-bafb-66f96ae4646a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.919796] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed446c80-60db-4e5a-bafb-66f96ae4646a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.920212] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed446c80-60db-4e5a-bafb-66f96ae4646a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.000282] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c in Status: SUCCESS [ 595.000509] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.096665] env[63412]: INFO networking_nsxv3.common.synchronization [req-a76b53e9-f130-493d-a010-4b85ff8207eb req-ce9ef87d-e9a4-41ce-aa7c-fcadeb66447b service nova] Enqueued Resource ID: cf794659-988d-4f26-876f-e53bd6c025a7 with Priority: HIGHEST for action security_group_rules [ 595.096665] env[63412]: INFO networking_nsxv3.common.synchronization [req-a76b53e9-f130-493d-a010-4b85ff8207eb req-ce9ef87d-e9a4-41ce-aa7c-fcadeb66447b service nova] Enqueued Resource ID: cf794659-988d-4f26-876f-e53bd6c025a7 with Priority: HIGHEST for action security_group_members [ 595.096665] env[63412]: INFO networking_nsxv3.common.synchronization [req-a76b53e9-f130-493d-a010-4b85ff8207eb req-ce9ef87d-e9a4-41ce-aa7c-fcadeb66447b service nova] Enqueued Resource ID: ef745344-e66a-492b-8be1-02f4236cdae3 with Priority: HIGHEST for action port [ 595.096665] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf794659-988d-4f26-876f-e53bd6c025a7 with Priority: HIGHEST for action security_group_rules [ 595.096665] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf794659-988d-4f26-876f-e53bd6c025a7 with Priority: HIGHEST for action security_group_members [ 595.096665] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef745344-e66a-492b-8be1-02f4236cdae3 with Priority: HIGHEST for action port [ 595.096665] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf794659-988d-4f26-876f-e53bd6c025a7 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.096665] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.096665] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.098297] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.098489] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf794659-988d-4f26-876f-e53bd6c025a7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.100903] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf794659-988d-4f26-876f-e53bd6c025a7 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.101188] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.101373] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.101784] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.102069] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.102306] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.102675] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.102954] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.103674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.103872] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf794659-988d-4f26-876f-e53bd6c025a7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.105301] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef745344-e66a-492b-8be1-02f4236cdae3 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.105628] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef745344-e66a-492b-8be1-02f4236cdae3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.105966] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef745344-e66a-492b-8be1-02f4236cdae3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.106617] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef745344-e66a-492b-8be1-02f4236cdae3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.106617] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef745344-e66a-492b-8be1-02f4236cdae3',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.291974] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-373 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.292234] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-373" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.292362] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-373" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.293555] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-373" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.298023] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.298023] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.298023] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.298023] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.298023] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.298023] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 595.298023] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.298023] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.298023] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.298023] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 595.298023] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.298023] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.317468] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.317468] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 595.317468] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.317468] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-373" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.317468] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-3b4c9656-f9fb-4b64-9c27-34819a940ef5 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.317468] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-3b4c9656-f9fb-4b64-9c27-34819a940ef5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.317468] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-3b4c9656-f9fb-4b64-9c27-34819a940ef5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.317468] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-3b4c9656-f9fb-4b64-9c27-34819a940ef5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.317468] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b4c9656-f9fb-4b64-9c27-34819a940ef5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.319388] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.319660] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.319840] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.320146] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.320360] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.320662] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.320908] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.321202] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.321462] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.321732] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.321940] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 already deleted. [ 595.322131] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.423043] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed446c80-60db-4e5a-bafb-66f96ae4646a [ 595.423737] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.423737] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.423737] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.424043] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.424043] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.424165] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed446c80-60db-4e5a-bafb-66f96ae4646a already deleted. [ 595.424256] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed446c80-60db-4e5a-bafb-66f96ae4646a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.609288] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf794659-988d-4f26-876f-e53bd6c025a7 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.609757] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.609757] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf794659-988d-4f26-876f-e53bd6c025a7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.613719] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef745344-e66a-492b-8be1-02f4236cdae3 with status ACTIVE [ 595.614094] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.614293] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.616741] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.616741] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.616741] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.616741] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.616741] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.616741] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.616741] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.616741] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.616741] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.616741] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.616741] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.616741] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.616741] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.617410] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef745344-e66a-492b-8be1-02f4236cdae3 is going to be updated. [ 595.661219] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.661391] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.661391] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.661602] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.662260] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.662260] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef745344-e66a-492b-8be1-02f4236cdae3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.825913] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.825913] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.825913] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.826293] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.826388] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.826619] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 3b4c9656-f9fb-4b64-9c27-34819a940ef5 not found, creating... [ 595.826937] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.827114] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.827420] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.827690] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.827883] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.828212] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.828378] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.830190] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.830466] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.830641] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.830805] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 3b4c9656-f9fb-4b64-9c27-34819a940ef5 is going to be created. [ 595.850507] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.851102] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.851102] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.851230] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.851366] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.851593] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-3b4c9656-f9fb-4b64-9c27-34819a940ef5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.120852] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf794659-988d-4f26-876f-e53bd6c025a7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.212966] env[63412]: INFO networking_nsxv3.common.synchronization [req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a req-61f6e328-2dfd-4427-9355-8cb8f0e45fab tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Enqueued Resource ID: 98bd1398-6f4a-4605-9748-f14dceafaa84 with Priority: HIGHEST for action security_group_members [ 596.213717] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98bd1398-6f4a-4605-9748-f14dceafaa84 with Priority: HIGHEST for action security_group_members [ 596.215323] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-98bd1398-6f4a-4605-9748-f14dceafaa84 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.215498] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98bd1398-6f4a-4605-9748-f14dceafaa84" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.215498] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98bd1398-6f4a-4605-9748-f14dceafaa84" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.217944] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98bd1398-6f4a-4605-9748-f14dceafaa84" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.217944] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.217944] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.217944] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.217944] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.217944] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.217944] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98bd1398-6f4a-4605-9748-f14dceafaa84',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.601620] env[63412]: INFO networking_nsxv3.common.synchronization [req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 req-9c4f0406-b5e5-4073-a980-6a21b40cce11 service nova] Enqueued Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_rules [ 596.601805] env[63412]: INFO networking_nsxv3.common.synchronization [req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 req-9c4f0406-b5e5-4073-a980-6a21b40cce11 service nova] Enqueued Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_members [ 596.602110] env[63412]: INFO networking_nsxv3.common.synchronization [req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 req-9c4f0406-b5e5-4073-a980-6a21b40cce11 service nova] Enqueued Resource ID: 3b4c9656-f9fb-4b64-9c27-34819a940ef5 with Priority: HIGHEST for action port [ 596.602196] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_rules [ 596.602327] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_members [ 596.602424] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b4c9656-f9fb-4b64-9c27-34819a940ef5 with Priority: HIGHEST for action port [ 596.603214] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.603457] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.603457] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.603674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.603868] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.605140] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.609009] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.609119] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.609323] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.609527] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.609650] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.609697] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.610527] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.610527] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.610527] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.612315] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b4c9656-f9fb-4b64-9c27-34819a940ef5 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.612315] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b4c9656-f9fb-4b64-9c27-34819a940ef5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.612315] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b4c9656-f9fb-4b64-9c27-34819a940ef5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.612315] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b4c9656-f9fb-4b64-9c27-34819a940ef5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.612315] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b4c9656-f9fb-4b64-9c27-34819a940ef5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.624043] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.624043] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.624043] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.624043] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.624043] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.624418] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf794659-988d-4f26-876f-e53bd6c025a7 is going to be created. [ 596.654009] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.654009] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.654009] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.654009] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.654009] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.661020] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf794659-988d-4f26-876f-e53bd6c025a7 in Status: UNINITIALIZED for 2s [ 596.722118] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.722624] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.722624] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.722624] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.722624] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.722879] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.722985] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.722985] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.723127] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.723748] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.723748] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98bd1398-6f4a-4605-9748-f14dceafaa84 is going to be updated. [ 596.761262] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.761262] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.761262] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.761262] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.761262] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.772874] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98bd1398-6f4a-4605-9748-f14dceafaa84 in Status: IN_PROGRESS for 2s [ 596.878827] env[63412]: INFO networking_nsxv3.common.synchronization [None req-a4d36f18-ac97-4136-96f0-1f19ec147473 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Enqueued Resource ID: ea433e1f-3048-470e-87de-f063bc26c197 with Priority: HIGHEST for action security_group_rules [ 596.879417] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea433e1f-3048-470e-87de-f063bc26c197 with Priority: HIGHEST for action security_group_rules [ 596.879742] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea433e1f-3048-470e-87de-f063bc26c197 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.879863] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea433e1f-3048-470e-87de-f063bc26c197" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.880190] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea433e1f-3048-470e-87de-f063bc26c197" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.880468] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea433e1f-3048-470e-87de-f063bc26c197" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.880554] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea433e1f-3048-470e-87de-f063bc26c197',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.024815] env[63412]: INFO networking_nsxv3.common.synchronization [None req-d59b5759-0095-437b-8b23-ce31f7e675c6 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Enqueued Resource ID: ea433e1f-3048-470e-87de-f063bc26c197 with Priority: HIGHEST for action security_group_rules [ 597.026020] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea433e1f-3048-470e-87de-f063bc26c197 with Priority: HIGHEST for action security_group_rules [ 597.026020] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea433e1f-3048-470e-87de-f063bc26c197 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.026020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea433e1f-3048-470e-87de-f063bc26c197" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.106136] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.106718] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.112793] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.114649] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b4c9656-f9fb-4b64-9c27-34819a940ef5 with status ACTIVE [ 597.115088] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.115366] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.115449] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.115720] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.115814] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.115992] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.116109] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.116173] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.116336] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.116414] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.116591] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.116687] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.116749] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.116889] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.116962] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.117062] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b4c9656-f9fb-4b64-9c27-34819a940ef5 is going to be updated. [ 597.138333] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.138498] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.138566] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.138821] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.138948] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.139121] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b4c9656-f9fb-4b64-9c27-34819a940ef5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.403964] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.404143] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.404214] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.404427] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.404512] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.404622] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea433e1f-3048-470e-87de-f063bc26c197 already deleted. [ 597.404718] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea433e1f-3048-470e-87de-f063bc26c197" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.404877] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea433e1f-3048-470e-87de-f063bc26c197" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.405044] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea433e1f-3048-470e-87de-f063bc26c197" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.405130] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea433e1f-3048-470e-87de-f063bc26c197',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.486742] env[63412]: INFO networking_nsxv3.common.synchronization [None req-e9d5915f-7b25-454f-b2e0-b5bcf65cee89 None None] Enqueued Resource ID: 8a7e19ff-0736-47d9-9926-19005c1330d2 with Priority: HIGHEST for action port [ 597.487333] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7e19ff-0736-47d9-9926-19005c1330d2 with Priority: HIGHEST for action port [ 597.489284] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a7e19ff-0736-47d9-9926-19005c1330d2 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.489284] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a7e19ff-0736-47d9-9926-19005c1330d2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.489284] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a7e19ff-0736-47d9-9926-19005c1330d2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.489284] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a7e19ff-0736-47d9-9926-19005c1330d2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.489284] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a7e19ff-0736-47d9-9926-19005c1330d2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.614162] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.925689] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.925952] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.925952] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.926124] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.926215] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.927210] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea433e1f-3048-470e-87de-f063bc26c197 already deleted. [ 597.927210] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea433e1f-3048-470e-87de-f063bc26c197" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.992203] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a7e19ff-0736-47d9-9926-19005c1330d2 [ 597.992203] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.992203] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.992203] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.992642] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.992642] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.992642] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a7e19ff-0736-47d9-9926-19005c1330d2 already deleted. [ 597.992642] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a7e19ff-0736-47d9-9926-19005c1330d2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.120818] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.120818] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.120818] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.120818] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.120818] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.120818] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 is going to be created. [ 598.157942] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.158130] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.158206] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.158422] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.158585] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.168555] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: UNINITIALIZED for 2s [ 598.671271] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf794659-988d-4f26-876f-e53bd6c025a7 in Status: SUCCESS [ 598.671494] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.671664] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.671900] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.672119] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.672226] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.672313] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.672447] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.672531] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.672617] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.672708] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf794659-988d-4f26-876f-e53bd6c025a7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.783442] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98bd1398-6f4a-4605-9748-f14dceafaa84 in Status: SUCCESS [ 598.783544] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98bd1398-6f4a-4605-9748-f14dceafaa84 deletion is rescheduled due to dependency. [ 598.783587] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98bd1398-6f4a-4605-9748-f14dceafaa84" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.176834] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf794659-988d-4f26-876f-e53bd6c025a7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.680087] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf794659-988d-4f26-876f-e53bd6c025a7: rpc.has_security_group_logging(os_id): False [ 599.697859] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.698062] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.698113] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.698305] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.698503] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.698637] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.698773] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.699837] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.699926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.700085] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.700230] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf794659-988d-4f26-876f-e53bd6c025a7 is going to be created. [ 599.765057] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.765328] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.765328] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.765532] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.766561] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.776304] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf794659-988d-4f26-876f-e53bd6c025a7 in Status: IN_PROGRESS for 2s [ 600.009392] env[63412]: INFO networking_nsxv3.common.synchronization [req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 req-8bc553b2-0319-401a-bfc2-cb55fa58cc16 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Enqueued Resource ID: d27b4c65-5e31-407e-a8b9-d55951de0c8d with Priority: HIGHEST for action security_group_members [ 600.009922] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d27b4c65-5e31-407e-a8b9-d55951de0c8d with Priority: HIGHEST for action security_group_members [ 600.010303] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d27b4c65-5e31-407e-a8b9-d55951de0c8d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.010580] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d27b4c65-5e31-407e-a8b9-d55951de0c8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.010580] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d27b4c65-5e31-407e-a8b9-d55951de0c8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.010773] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d27b4c65-5e31-407e-a8b9-d55951de0c8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.011084] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.011084] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.012204] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.012204] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.012204] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.012204] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d27b4c65-5e31-407e-a8b9-d55951de0c8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.180649] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: SUCCESS [ 600.181231] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.181231] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.182175] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.182175] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.182175] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.182175] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.182175] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.182175] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.182753] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.182753] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.453636] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-464 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.453834] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-464" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.453956] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-464" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.454295] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-464" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.454558] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.455139] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.457162] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.457916] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.457916] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.458295] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 600.458417] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.458531] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.458641] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.458754] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 600.458859] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.458991] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.479722] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.479722] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 600.479722] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.479722] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-464" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.479722] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-84f983f8-b2c4-45ea-8829-82313a7d084e taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.480738] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-84f983f8-b2c4-45ea-8829-82313a7d084e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.480738] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-84f983f8-b2c4-45ea-8829-82313a7d084e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.480826] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-84f983f8-b2c4-45ea-8829-82313a7d084e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.481429] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84f983f8-b2c4-45ea-8829-82313a7d084e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.514284] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.514388] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.514469] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.514713] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.514814] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.515041] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.515155] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.515197] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.515356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.515430] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.515515] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d27b4c65-5e31-407e-a8b9-d55951de0c8d already deleted. [ 600.515598] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d27b4c65-5e31-407e-a8b9-d55951de0c8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.686369] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.686459] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.687424] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.687424] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.687424] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.687424] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.687424] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.687424] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.687682] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.687682] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.687776] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.687866] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.687969] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.688084] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.688238] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.688338] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.688438] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.688589] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.688667] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.688747] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.688838] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.984399] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.984662] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.984807] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.985105] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.985251] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.985399] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 84f983f8-b2c4-45ea-8829-82313a7d084e not found, creating... [ 600.985692] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.985832] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.985941] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.986234] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.986373] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.986667] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.986821] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.986939] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.987313] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.987463] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.987623] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 84f983f8-b2c4-45ea-8829-82313a7d084e is going to be created. [ 601.009259] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.009259] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.009259] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.009259] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.009259] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.009259] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-84f983f8-b2c4-45ea-8829-82313a7d084e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.192690] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3c53f1a-4406-4cfd-92c6-ab6869475822: rpc.has_security_group_logging(os_id): False [ 601.211710] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.211876] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.211962] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.212215] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.212311] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.212532] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.212743] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.212743] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.213196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.213291] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.213538] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.213743] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.213743] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.213890] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.213971] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.215631] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.215838] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.215838] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.216097] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.216445] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.216653] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 is going to be created. [ 601.287331] env[63412]: INFO networking_nsxv3.common.synchronization [None req-a243467e-6cc9-44af-87b7-fafd0946970f None None] Enqueued Resource ID: 8722e300-03a4-4dd7-b931-4f2a2061d387 with Priority: HIGHEST for action port [ 601.287518] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8722e300-03a4-4dd7-b931-4f2a2061d387 with Priority: HIGHEST for action port [ 601.288115] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-8722e300-03a4-4dd7-b931-4f2a2061d387 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.288259] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8722e300-03a4-4dd7-b931-4f2a2061d387" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.288633] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8722e300-03a4-4dd7-b931-4f2a2061d387" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.288633] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8722e300-03a4-4dd7-b931-4f2a2061d387" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.288717] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8722e300-03a4-4dd7-b931-4f2a2061d387',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.293655] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.293655] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.293655] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.293821] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.293998] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.307864] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: IN_PROGRESS for 2s [ 601.792656] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf794659-988d-4f26-876f-e53bd6c025a7 in Status: SUCCESS [ 601.792974] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.793306] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8722e300-03a4-4dd7-b931-4f2a2061d387 [ 601.794115] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.794846] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.795468] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.797527] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.797527] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.797527] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8722e300-03a4-4dd7-b931-4f2a2061d387 already deleted. [ 601.797527] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8722e300-03a4-4dd7-b931-4f2a2061d387" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.191550] env[63412]: INFO networking_nsxv3.common.synchronization [req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 req-e22ce273-6946-4cd1-97f7-a9b8b64760ea service nova] Enqueued Resource ID: d27b4c65-5e31-407e-a8b9-d55951de0c8d with Priority: HIGHEST for action security_group_rules [ 602.191785] env[63412]: INFO networking_nsxv3.common.synchronization [req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 req-e22ce273-6946-4cd1-97f7-a9b8b64760ea service nova] Enqueued Resource ID: d27b4c65-5e31-407e-a8b9-d55951de0c8d with Priority: HIGHEST for action security_group_members [ 602.191976] env[63412]: INFO networking_nsxv3.common.synchronization [req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 req-e22ce273-6946-4cd1-97f7-a9b8b64760ea service nova] Enqueued Resource ID: 84f983f8-b2c4-45ea-8829-82313a7d084e with Priority: HIGHEST for action port [ 602.192646] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d27b4c65-5e31-407e-a8b9-d55951de0c8d with Priority: HIGHEST for action security_group_rules [ 602.192833] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d27b4c65-5e31-407e-a8b9-d55951de0c8d with Priority: HIGHEST for action security_group_members [ 602.193168] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f983f8-b2c4-45ea-8829-82313a7d084e with Priority: HIGHEST for action port [ 602.198402] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d27b4c65-5e31-407e-a8b9-d55951de0c8d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.198591] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d27b4c65-5e31-407e-a8b9-d55951de0c8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.198659] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d27b4c65-5e31-407e-a8b9-d55951de0c8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.198872] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d27b4c65-5e31-407e-a8b9-d55951de0c8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.198962] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d27b4c65-5e31-407e-a8b9-d55951de0c8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.200533] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d27b4c65-5e31-407e-a8b9-d55951de0c8d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.200705] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d27b4c65-5e31-407e-a8b9-d55951de0c8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.203468] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d27b4c65-5e31-407e-a8b9-d55951de0c8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.203468] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d27b4c65-5e31-407e-a8b9-d55951de0c8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.206315] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.206531] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.206531] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.207060] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.207060] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.207060] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d27b4c65-5e31-407e-a8b9-d55951de0c8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.209016] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-84f983f8-b2c4-45ea-8829-82313a7d084e taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.209016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84f983f8-b2c4-45ea-8829-82313a7d084e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.209016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84f983f8-b2c4-45ea-8829-82313a7d084e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.209016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84f983f8-b2c4-45ea-8829-82313a7d084e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.209016] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84f983f8-b2c4-45ea-8829-82313a7d084e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.489588] env[63412]: INFO networking_nsxv3.common.synchronization [None req-6bdc0aa3-f080-4db6-adfc-2f1c04ade90d None None] Enqueued Resource ID: 26702401-3b08-4b7b-b41c-c20f8606afb7 with Priority: HIGHEST for action port [ 602.490227] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26702401-3b08-4b7b-b41c-c20f8606afb7 with Priority: HIGHEST for action port [ 602.491193] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-26702401-3b08-4b7b-b41c-c20f8606afb7 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.491193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26702401-3b08-4b7b-b41c-c20f8606afb7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.491193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26702401-3b08-4b7b-b41c-c20f8606afb7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.491193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26702401-3b08-4b7b-b41c-c20f8606afb7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.492668] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26702401-3b08-4b7b-b41c-c20f8606afb7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.713516] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d27b4c65-5e31-407e-a8b9-d55951de0c8d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.714044] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d27b4c65-5e31-407e-a8b9-d55951de0c8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.714111] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d27b4c65-5e31-407e-a8b9-d55951de0c8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.715879] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84f983f8-b2c4-45ea-8829-82313a7d084e with status ACTIVE [ 602.715946] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.716310] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.716310] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.716525] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.716644] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.716850] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.717046] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.719088] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.719088] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.719088] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.719088] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.719088] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.719088] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.719088] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.719088] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.719088] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84f983f8-b2c4-45ea-8829-82313a7d084e is going to be updated. [ 602.738115] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.738300] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.738345] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.739062] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.739165] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.739312] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84f983f8-b2c4-45ea-8829-82313a7d084e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.996184] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26702401-3b08-4b7b-b41c-c20f8606afb7 [ 602.997094] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.997718] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.997875] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.998034] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.998207] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.998248] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26702401-3b08-4b7b-b41c-c20f8606afb7 already deleted. [ 602.998317] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26702401-3b08-4b7b-b41c-c20f8606afb7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.220182] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d27b4c65-5e31-407e-a8b9-d55951de0c8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.321728] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: SUCCESS [ 603.321728] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.724172] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.724172] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.724172] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.724172] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.724172] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.724172] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d27b4c65-5e31-407e-a8b9-d55951de0c8d is going to be created. [ 603.747484] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.747669] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.747718] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.748346] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.748346] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.760018] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d27b4c65-5e31-407e-a8b9-d55951de0c8d in Status: UNINITIALIZED for 2s [ 603.824055] env[63412]: INFO networking_nsxv3.common.synchronization [None req-24a60ff8-de3d-4f73-b1e7-d8604dd64934 None None] Enqueued Resource ID: 24a0090b-ee22-4d0b-912e-5616c74c89a5 with Priority: HIGHEST for action port [ 603.824055] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24a0090b-ee22-4d0b-912e-5616c74c89a5 with Priority: HIGHEST for action port [ 603.824617] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-24a0090b-ee22-4d0b-912e-5616c74c89a5 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.826010] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24a0090b-ee22-4d0b-912e-5616c74c89a5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.826010] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24a0090b-ee22-4d0b-912e-5616c74c89a5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.826383] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24a0090b-ee22-4d0b-912e-5616c74c89a5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.826383] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24a0090b-ee22-4d0b-912e-5616c74c89a5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.331593] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24a0090b-ee22-4d0b-912e-5616c74c89a5 [ 604.331593] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.331593] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.331593] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.331593] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.331593] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.332170] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24a0090b-ee22-4d0b-912e-5616c74c89a5 already deleted. [ 604.332170] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24a0090b-ee22-4d0b-912e-5616c74c89a5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.772799] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d27b4c65-5e31-407e-a8b9-d55951de0c8d in Status: SUCCESS [ 605.772799] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d27b4c65-5e31-407e-a8b9-d55951de0c8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.772799] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d27b4c65-5e31-407e-a8b9-d55951de0c8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.773226] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d27b4c65-5e31-407e-a8b9-d55951de0c8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.773226] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.773226] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.773405] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.773462] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.773560] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.773706] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d27b4c65-5e31-407e-a8b9-d55951de0c8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.773827] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d27b4c65-5e31-407e-a8b9-d55951de0c8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.209332] env[63412]: INFO networking_nsxv3.common.synchronization [None req-3158bb69-52b2-4ce6-a456-9a60a90c6a0a None None] Enqueued Resource ID: 5fa0e15e-2421-43c2-a503-47253f874ba8 with Priority: HIGHEST for action port [ 606.209332] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa0e15e-2421-43c2-a503-47253f874ba8 with Priority: HIGHEST for action port [ 606.209332] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fa0e15e-2421-43c2-a503-47253f874ba8 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.209332] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fa0e15e-2421-43c2-a503-47253f874ba8" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.209332] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fa0e15e-2421-43c2-a503-47253f874ba8" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.209332] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fa0e15e-2421-43c2-a503-47253f874ba8" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.209332] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fa0e15e-2421-43c2-a503-47253f874ba8',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.278735] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d27b4c65-5e31-407e-a8b9-d55951de0c8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.635188] env[63412]: INFO networking_nsxv3.common.synchronization [None req-d222a04e-3be3-485f-bf96-2111db528854 None None] Enqueued Resource ID: 49af5339-18a4-4380-8d7d-bc31b05dee79 with Priority: HIGHEST for action port [ 606.635387] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49af5339-18a4-4380-8d7d-bc31b05dee79 with Priority: HIGHEST for action port [ 606.635738] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-49af5339-18a4-4380-8d7d-bc31b05dee79 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.635908] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49af5339-18a4-4380-8d7d-bc31b05dee79" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.636388] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49af5339-18a4-4380-8d7d-bc31b05dee79" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.636388] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49af5339-18a4-4380-8d7d-bc31b05dee79" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.636388] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49af5339-18a4-4380-8d7d-bc31b05dee79',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.716741] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fa0e15e-2421-43c2-a503-47253f874ba8 [ 606.716845] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.717152] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.717152] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.717266] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.717305] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.717396] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fa0e15e-2421-43c2-a503-47253f874ba8 already deleted. [ 606.717473] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fa0e15e-2421-43c2-a503-47253f874ba8" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.782880] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d27b4c65-5e31-407e-a8b9-d55951de0c8d: rpc.has_security_group_logging(os_id): False [ 606.799891] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.800294] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.800378] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.800611] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.800698] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.800954] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.801076] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.801121] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.801266] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.801351] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.801428] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d27b4c65-5e31-407e-a8b9-d55951de0c8d is going to be created. [ 606.856373] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.856526] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.856589] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.856788] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.857034] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.867485] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d27b4c65-5e31-407e-a8b9-d55951de0c8d in Status: IN_PROGRESS for 2s [ 607.140721] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49af5339-18a4-4380-8d7d-bc31b05dee79 [ 607.140721] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.140721] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.140721] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.140721] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.140721] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.140721] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49af5339-18a4-4380-8d7d-bc31b05dee79 already deleted. [ 607.140721] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49af5339-18a4-4380-8d7d-bc31b05dee79" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.866928] env[63412]: INFO networking_nsxv3.common.synchronization [req-2ea1ae5b-f3ac-408b-8477-cc82792e000f req-f0db316f-3e4e-47b7-adfb-2d0ccd9a87c1 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Enqueued Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGHEST for action security_group_members [ 607.866928] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGHEST for action security_group_members [ 607.867843] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.867983] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.868255] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.868543] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.868754] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.869720] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.869720] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.870285] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.870285] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.870285] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.037520] env[63412]: INFO networking_nsxv3.common.synchronization [req-761294af-b44e-4c12-b264-65222c717f43 req-3b6d57ed-63c1-4387-b63a-ab49ded04f63 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f with Priority: HIGHEST for action security_group_members [ 608.037686] env[63412]: INFO networking_nsxv3.common.synchronization [req-761294af-b44e-4c12-b264-65222c717f43 req-3b6d57ed-63c1-4387-b63a-ab49ded04f63 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_members [ 608.039219] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f with Priority: HIGHEST for action security_group_members [ 608.039219] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_members [ 608.039353] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.039495] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.039566] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.039978] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.040179] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.040287] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.040414] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.040646] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.040738] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.040835] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.041957] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.042087] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.042160] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.042326] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.042472] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.042571] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.042629] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.042787] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.042869] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.042958] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.129274] env[63412]: INFO networking_nsxv3.common.synchronization [req-761294af-b44e-4c12-b264-65222c717f43 req-3b6d57ed-63c1-4387-b63a-ab49ded04f63 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f with Priority: HIGHEST for action security_group_rules [ 608.131597] env[63412]: INFO networking_nsxv3.common.synchronization [req-761294af-b44e-4c12-b264-65222c717f43 req-3b6d57ed-63c1-4387-b63a-ab49ded04f63 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f with Priority: HIGHEST for action security_group_members [ 608.131597] env[63412]: INFO networking_nsxv3.common.synchronization [req-761294af-b44e-4c12-b264-65222c717f43 req-3b6d57ed-63c1-4387-b63a-ab49ded04f63 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_rules [ 608.131597] env[63412]: INFO networking_nsxv3.common.synchronization [req-761294af-b44e-4c12-b264-65222c717f43 req-3b6d57ed-63c1-4387-b63a-ab49ded04f63 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_members [ 608.131597] env[63412]: INFO networking_nsxv3.common.synchronization [req-761294af-b44e-4c12-b264-65222c717f43 req-3b6d57ed-63c1-4387-b63a-ab49ded04f63 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: 3b4c9656-f9fb-4b64-9c27-34819a940ef5 with Priority: HIGHEST for action port [ 608.131597] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f with Priority: HIGHEST for action security_group_rules [ 608.131597] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_rules [ 608.134412] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b4c9656-f9fb-4b64-9c27-34819a940ef5 with Priority: HIGHEST for action port [ 608.134412] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f with Priority: HIGHEST for action security_group_members [ 608.134412] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_members [ 608.134412] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.134412] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.134412] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.134412] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.134412] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.134412] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.134412] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.134412] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.134412] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.134412] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.142028] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b4c9656-f9fb-4b64-9c27-34819a940ef5 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.142028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b4c9656-f9fb-4b64-9c27-34819a940ef5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.142028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b4c9656-f9fb-4b64-9c27-34819a940ef5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.142028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b4c9656-f9fb-4b64-9c27-34819a940ef5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.142028] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b4c9656-f9fb-4b64-9c27-34819a940ef5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.142028] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.142028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.142028] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.142028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.374390] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.374568] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.374641] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.374871] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.374972] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.375189] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.375281] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.375648] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.375648] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.375648] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.375648] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b already deleted. [ 608.375874] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.544827] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.547897] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.572180] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-720 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.572401] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-720" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.572528] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-720" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.572970] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-720" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.573260] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.573428] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.573548] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.573816] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.573965] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.579237] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 608.579386] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.579516] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.579682] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.579823] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 608.579956] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.580127] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.597850] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.598038] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 608.598186] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.598373] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-720" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.598694] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-fc7d37a2-3465-4860-8670-e4a739d90b5f taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.598867] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-fc7d37a2-3465-4860-8670-e4a739d90b5f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.598984] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-fc7d37a2-3465-4860-8670-e4a739d90b5f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.599342] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-fc7d37a2-3465-4860-8670-e4a739d90b5f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.599484] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc7d37a2-3465-4860-8670-e4a739d90b5f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.639110] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.639266] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.639780] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.639780] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.639780] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b4c9656-f9fb-4b64-9c27-34819a940ef5 with status ACTIVE [ 608.639982] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.639982] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.640108] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.640225] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.640313] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.640479] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.640574] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.640646] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.640800] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.640879] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.641066] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.641159] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.641221] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.641359] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.641433] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.641549] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b4c9656-f9fb-4b64-9c27-34819a940ef5 is going to be updated. [ 608.663081] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.663284] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.663284] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.663486] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.663618] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.663780] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b4c9656-f9fb-4b64-9c27-34819a940ef5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.880817] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d27b4c65-5e31-407e-a8b9-d55951de0c8d in Status: SUCCESS [ 608.881786] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d27b4c65-5e31-407e-a8b9-d55951de0c8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.048868] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.050992] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.103640] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.103640] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.103640] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.103640] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.103640] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.103988] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port fc7d37a2-3465-4860-8670-e4a739d90b5f not found, creating... [ 609.103988] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.104144] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.104255] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.104474] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.104601] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.104929] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.105089] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.105202] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.105418] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.105997] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.105997] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: fc7d37a2-3465-4860-8670-e4a739d90b5f is going to be created. [ 609.126729] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.126839] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.126991] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.127341] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.127586] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.127809] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-fc7d37a2-3465-4860-8670-e4a739d90b5f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.530753] env[63412]: INFO networking_nsxv3.common.synchronization [None req-3b72eda0-d405-4b56-8a49-7783355baed2 None None] Enqueued Resource ID: f7efe1d4-ae47-4683-981e-1d4edd95ca42 with Priority: HIGHEST for action port [ 609.532253] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7efe1d4-ae47-4683-981e-1d4edd95ca42 with Priority: HIGHEST for action port [ 609.532528] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7efe1d4-ae47-4683-981e-1d4edd95ca42 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.532722] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7efe1d4-ae47-4683-981e-1d4edd95ca42" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.533056] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7efe1d4-ae47-4683-981e-1d4edd95ca42" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.533945] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7efe1d4-ae47-4683-981e-1d4edd95ca42" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.534055] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7efe1d4-ae47-4683-981e-1d4edd95ca42',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.559394] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.559539] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.559612] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.559822] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.559916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.560027] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 is going to be updated. [ 609.561755] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.561755] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.561944] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.562119] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.562390] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.562601] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f is going to be created. [ 609.589610] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.589610] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.589865] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.589911] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.590121] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.595985] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.596160] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.596213] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.596383] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.596518] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.600855] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f in Status: UNINITIALIZED for 2s [ 609.604343] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: IN_PROGRESS for 2s [ 609.843717] env[63412]: INFO networking_nsxv3.common.synchronization [req-7dd88bd7-850f-4f6e-ba14-0140734e2a5d req-b5d153b0-d1d8-4ef2-a5df-48fb9bf95420 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f with Priority: HIGHEST for action security_group_members [ 609.843717] env[63412]: INFO networking_nsxv3.common.synchronization [req-7dd88bd7-850f-4f6e-ba14-0140734e2a5d req-b5d153b0-d1d8-4ef2-a5df-48fb9bf95420 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: f3f50061-2743-46aa-a250-40aa5ffa1715 with Priority: HIGHEST for action security_group_members [ 609.844487] env[63412]: INFO networking_nsxv3.common.synchronization [req-7dd88bd7-850f-4f6e-ba14-0140734e2a5d req-b5d153b0-d1d8-4ef2-a5df-48fb9bf95420 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_members [ 609.846202] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f with Priority: HIGHEST for action security_group_members [ 609.846202] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f50061-2743-46aa-a250-40aa5ffa1715 with Priority: HIGHEST for action security_group_members [ 609.846202] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_members [ 609.846202] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.846415] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.846450] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f50061-2743-46aa-a250-40aa5ffa1715 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.846855] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f50061-2743-46aa-a250-40aa5ffa1715" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.846855] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f50061-2743-46aa-a250-40aa5ffa1715" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.846983] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f50061-2743-46aa-a250-40aa5ffa1715" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.847050] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.847303] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.847303] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.847479] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.847479] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.847562] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3f50061-2743-46aa-a250-40aa5ffa1715',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.855095] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.855095] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.971952] env[63412]: INFO networking_nsxv3.common.synchronization [req-7dd88bd7-850f-4f6e-ba14-0140734e2a5d req-b5d153b0-d1d8-4ef2-a5df-48fb9bf95420 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f with Priority: HIGHEST for action security_group_rules [ 609.971952] env[63412]: INFO networking_nsxv3.common.synchronization [req-7dd88bd7-850f-4f6e-ba14-0140734e2a5d req-b5d153b0-d1d8-4ef2-a5df-48fb9bf95420 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f with Priority: HIGHEST for action security_group_members [ 609.971952] env[63412]: INFO networking_nsxv3.common.synchronization [req-7dd88bd7-850f-4f6e-ba14-0140734e2a5d req-b5d153b0-d1d8-4ef2-a5df-48fb9bf95420 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_rules [ 609.971952] env[63412]: INFO networking_nsxv3.common.synchronization [req-7dd88bd7-850f-4f6e-ba14-0140734e2a5d req-b5d153b0-d1d8-4ef2-a5df-48fb9bf95420 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_members [ 609.971952] env[63412]: INFO networking_nsxv3.common.synchronization [req-7dd88bd7-850f-4f6e-ba14-0140734e2a5d req-b5d153b0-d1d8-4ef2-a5df-48fb9bf95420 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: f3f50061-2743-46aa-a250-40aa5ffa1715 with Priority: HIGHEST for action security_group_rules [ 609.971952] env[63412]: INFO networking_nsxv3.common.synchronization [req-7dd88bd7-850f-4f6e-ba14-0140734e2a5d req-b5d153b0-d1d8-4ef2-a5df-48fb9bf95420 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: f3f50061-2743-46aa-a250-40aa5ffa1715 with Priority: HIGHEST for action security_group_members [ 609.971952] env[63412]: INFO networking_nsxv3.common.synchronization [req-7dd88bd7-850f-4f6e-ba14-0140734e2a5d req-b5d153b0-d1d8-4ef2-a5df-48fb9bf95420 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: 3b4c9656-f9fb-4b64-9c27-34819a940ef5 with Priority: HIGHEST for action port [ 609.974030] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f with Priority: HIGHEST for action security_group_rules [ 609.974186] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_rules [ 609.974340] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f50061-2743-46aa-a250-40aa5ffa1715 with Priority: HIGHEST for action security_group_members [ 609.975117] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b4c9656-f9fb-4b64-9c27-34819a940ef5 with Priority: HIGHEST for action port [ 609.975117] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f50061-2743-46aa-a250-40aa5ffa1715 with Priority: HIGHEST for action security_group_rules [ 609.975117] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f with Priority: HIGHEST for action security_group_members [ 609.975117] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_members [ 609.975558] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.975763] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.976116] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.976386] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.976626] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f50061-2743-46aa-a250-40aa5ffa1715 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.976800] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f50061-2743-46aa-a250-40aa5ffa1715" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.977117] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b4c9656-f9fb-4b64-9c27-34819a940ef5 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.977492] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b4c9656-f9fb-4b64-9c27-34819a940ef5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.977492] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b4c9656-f9fb-4b64-9c27-34819a940ef5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.978414] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b4c9656-f9fb-4b64-9c27-34819a940ef5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.978637] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b4c9656-f9fb-4b64-9c27-34819a940ef5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.980015] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3f50061-2743-46aa-a250-40aa5ffa1715 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.980015] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3f50061-2743-46aa-a250-40aa5ffa1715" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.980963] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3f50061-2743-46aa-a250-40aa5ffa1715" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.980963] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3f50061-2743-46aa-a250-40aa5ffa1715" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.980963] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3f50061-2743-46aa-a250-40aa5ffa1715',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.985500] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.985500] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.985500] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.985500] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.037695] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7efe1d4-ae47-4683-981e-1d4edd95ca42 [ 610.038257] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.038257] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.038257] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.038432] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.038432] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.038542] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7efe1d4-ae47-4683-981e-1d4edd95ca42 already deleted. [ 610.038542] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7efe1d4-ae47-4683-981e-1d4edd95ca42" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.208775] env[63412]: INFO networking_nsxv3.common.synchronization [req-2ea1ae5b-f3ac-408b-8477-cc82792e000f req-645a7bdf-ccc8-4942-be04-79981b5aeb2e service nova] Enqueued Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGHEST for action security_group_rules [ 610.208990] env[63412]: INFO networking_nsxv3.common.synchronization [req-2ea1ae5b-f3ac-408b-8477-cc82792e000f req-645a7bdf-ccc8-4942-be04-79981b5aeb2e service nova] Enqueued Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGHEST for action security_group_members [ 610.213686] env[63412]: INFO networking_nsxv3.common.synchronization [req-2ea1ae5b-f3ac-408b-8477-cc82792e000f req-645a7bdf-ccc8-4942-be04-79981b5aeb2e service nova] Enqueued Resource ID: fc7d37a2-3465-4860-8670-e4a739d90b5f with Priority: HIGHEST for action port [ 610.213686] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGHEST for action security_group_rules [ 610.213686] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGHEST for action security_group_members [ 610.213907] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc7d37a2-3465-4860-8670-e4a739d90b5f with Priority: HIGHEST for action port [ 610.214361] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.214488] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.215207] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.215207] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.215207] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.216563] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.216688] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.216844] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.217017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.217163] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.217250] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.217307] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.217443] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.217701] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.221398] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.222453] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc7d37a2-3465-4860-8670-e4a739d90b5f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.222566] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc7d37a2-3465-4860-8670-e4a739d90b5f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.222613] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc7d37a2-3465-4860-8670-e4a739d90b5f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.224404] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc7d37a2-3465-4860-8670-e4a739d90b5f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.224404] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc7d37a2-3465-4860-8670-e4a739d90b5f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.355780] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3f50061-2743-46aa-a250-40aa5ffa1715',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.485645] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b4c9656-f9fb-4b64-9c27-34819a940ef5 with status ACTIVE [ 610.485874] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.488198] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.488198] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.488198] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.488198] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.488198] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.488198] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.488198] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.488198] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.488198] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.488198] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.488198] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.488198] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.488198] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.488198] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.488198] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b4c9656-f9fb-4b64-9c27-34819a940ef5 is going to be updated. [ 610.488904] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f50061-2743-46aa-a250-40aa5ffa1715 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.488904] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f50061-2743-46aa-a250-40aa5ffa1715" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.509633] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.509808] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.509882] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.510279] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.510424] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.510601] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b4c9656-f9fb-4b64-9c27-34819a940ef5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.517990] env[63412]: INFO networking_nsxv3.common.synchronization [None req-a6232a85-9732-4e97-8aac-6dba003bf17b None None] Enqueued Resource ID: 3a09da66-7511-41f4-81ec-b81ae9293389 with Priority: HIGHEST for action port [ 610.518574] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a09da66-7511-41f4-81ec-b81ae9293389 with Priority: HIGHEST for action port [ 610.518893] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a09da66-7511-41f4-81ec-b81ae9293389 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.519798] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a09da66-7511-41f4-81ec-b81ae9293389" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.519798] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a09da66-7511-41f4-81ec-b81ae9293389" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.519798] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a09da66-7511-41f4-81ec-b81ae9293389" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.519798] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a09da66-7511-41f4-81ec-b81ae9293389',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.584280] env[63412]: INFO networking_nsxv3.common.synchronization [req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b req-6f445463-ad8f-4cd9-8e54-73bacbbc3c52 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Enqueued Resource ID: 2e7ae6f0-0972-416c-9c7c-25db1449275f with Priority: HIGHEST for action security_group_members [ 610.584280] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e7ae6f0-0972-416c-9c7c-25db1449275f with Priority: HIGHEST for action security_group_members [ 610.584280] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e7ae6f0-0972-416c-9c7c-25db1449275f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.584280] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e7ae6f0-0972-416c-9c7c-25db1449275f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.588424] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e7ae6f0-0972-416c-9c7c-25db1449275f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.588424] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e7ae6f0-0972-416c-9c7c-25db1449275f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.588424] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.588424] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.588424] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.588424] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.588424] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.588424] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e7ae6f0-0972-416c-9c7c-25db1449275f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.725842] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.727878] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.727878] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.727878] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc7d37a2-3465-4860-8670-e4a739d90b5f with status ACTIVE [ 610.727878] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.727878] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.727878] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.727878] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.727878] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.727878] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.727878] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.727878] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.732823] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.732823] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.732823] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.732823] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.732823] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.732823] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.732823] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.732823] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc7d37a2-3465-4860-8670-e4a739d90b5f is going to be updated. [ 610.769965] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.770151] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.772283] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.772283] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.772283] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.772283] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc7d37a2-3465-4860-8670-e4a739d90b5f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.858766] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3f50061-2743-46aa-a250-40aa5ffa1715',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.021983] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a09da66-7511-41f4-81ec-b81ae9293389 [ 611.022662] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.022662] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.022662] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.022859] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.022859] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.022859] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a09da66-7511-41f4-81ec-b81ae9293389 already deleted. [ 611.023017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a09da66-7511-41f4-81ec-b81ae9293389" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.092807] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.092987] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.093079] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.093293] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.093374] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.093573] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.093669] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.093731] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.093879] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.093962] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.094040] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e7ae6f0-0972-416c-9c7c-25db1449275f already deleted. [ 611.094123] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e7ae6f0-0972-416c-9c7c-25db1449275f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.181484] env[63412]: INFO networking_nsxv3.common.synchronization [req-a50f91d2-1f79-4782-94a7-c2a255e84456 req-8340ab53-7c56-4478-a5d1-c47bc5ca54e7 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Enqueued Resource ID: 8e69143f-8525-480f-8d5a-806859cae858 with Priority: HIGHEST for action security_group_members [ 611.181664] env[63412]: INFO networking_nsxv3.common.synchronization [req-a50f91d2-1f79-4782-94a7-c2a255e84456 req-8340ab53-7c56-4478-a5d1-c47bc5ca54e7 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Enqueued Resource ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b with Priority: HIGHEST for action security_group_members [ 611.182174] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e69143f-8525-480f-8d5a-806859cae858 with Priority: HIGHEST for action security_group_members [ 611.182313] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b with Priority: HIGHEST for action security_group_members [ 611.182584] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e69143f-8525-480f-8d5a-806859cae858 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.182724] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e69143f-8525-480f-8d5a-806859cae858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.182810] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e69143f-8525-480f-8d5a-806859cae858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.183816] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e69143f-8525-480f-8d5a-806859cae858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.183995] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.184131] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.184198] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.184371] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.184483] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.184549] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e69143f-8525-480f-8d5a-806859cae858',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.186705] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.186705] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.186705] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.186865] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.187171] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.187171] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.187171] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.187330] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.187369] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.191177] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f0af5d3-084c-4f98-8e6f-f5e8242a707b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.227232] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.234996] env[63412]: INFO networking_nsxv3.common.synchronization [req-a50f91d2-1f79-4782-94a7-c2a255e84456 req-8340ab53-7c56-4478-a5d1-c47bc5ca54e7 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Enqueued Resource ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b with Priority: HIGHEST for action security_group_rules [ 611.234996] env[63412]: INFO networking_nsxv3.common.synchronization [req-a50f91d2-1f79-4782-94a7-c2a255e84456 req-8340ab53-7c56-4478-a5d1-c47bc5ca54e7 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Enqueued Resource ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b with Priority: HIGHEST for action security_group_members [ 611.234996] env[63412]: INFO networking_nsxv3.common.synchronization [req-a50f91d2-1f79-4782-94a7-c2a255e84456 req-8340ab53-7c56-4478-a5d1-c47bc5ca54e7 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Enqueued Resource ID: 8e69143f-8525-480f-8d5a-806859cae858 with Priority: HIGHEST for action security_group_rules [ 611.234996] env[63412]: INFO networking_nsxv3.common.synchronization [req-a50f91d2-1f79-4782-94a7-c2a255e84456 req-8340ab53-7c56-4478-a5d1-c47bc5ca54e7 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Enqueued Resource ID: 8e69143f-8525-480f-8d5a-806859cae858 with Priority: HIGHEST for action security_group_members [ 611.235317] env[63412]: INFO networking_nsxv3.common.synchronization [req-a50f91d2-1f79-4782-94a7-c2a255e84456 req-8340ab53-7c56-4478-a5d1-c47bc5ca54e7 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Enqueued Resource ID: c341c49d-c431-4a15-a197-449cc08a58fe with Priority: HIGHEST for action port [ 611.235639] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b with Priority: HIGHEST for action security_group_rules [ 611.235779] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e69143f-8525-480f-8d5a-806859cae858 with Priority: HIGHEST for action security_group_rules [ 611.235872] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c341c49d-c431-4a15-a197-449cc08a58fe with Priority: HIGHEST for action port [ 611.235963] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b with Priority: HIGHEST for action security_group_members [ 611.239600] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e69143f-8525-480f-8d5a-806859cae858 with Priority: HIGHEST for action security_group_members [ 611.240406] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f0af5d3-084c-4f98-8e6f-f5e8242a707b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.240540] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.240608] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.240818] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.240903] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f0af5d3-084c-4f98-8e6f-f5e8242a707b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.241800] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e69143f-8525-480f-8d5a-806859cae858 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.241935] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e69143f-8525-480f-8d5a-806859cae858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.241935] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e69143f-8525-480f-8d5a-806859cae858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.242837] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e69143f-8525-480f-8d5a-806859cae858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.242837] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e69143f-8525-480f-8d5a-806859cae858',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.243447] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-c341c49d-c431-4a15-a197-449cc08a58fe taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.243945] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c341c49d-c431-4a15-a197-449cc08a58fe" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.243945] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c341c49d-c431-4a15-a197-449cc08a58fe" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.243945] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c341c49d-c431-4a15-a197-449cc08a58fe" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.243945] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c341c49d-c431-4a15-a197-449cc08a58fe',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.244562] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.244652] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.245181] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e69143f-8525-480f-8d5a-806859cae858 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.245283] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e69143f-8525-480f-8d5a-806859cae858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.265034] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.265034] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-649" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.265034] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-649" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.265034] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-649" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.265034] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.265034] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.265034] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.265034] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.265500] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.265500] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 611.265500] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.265609] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.265706] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.265754] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 611.266102] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.266697] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.285609] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.285741] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 611.286190] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.286490] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-649" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.290019] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-3ac30b06-3337-4bc5-b870-ef47e7a0c9ab taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.290019] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-3ac30b06-3337-4bc5-b870-ef47e7a0c9ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.290019] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-3ac30b06-3337-4bc5-b870-ef47e7a0c9ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.290019] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-3ac30b06-3337-4bc5-b870-ef47e7a0c9ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.290019] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ac30b06-3337-4bc5-b870-ef47e7a0c9ab',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.361111] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.361294] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.361369] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.361579] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.361704] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.361788] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3f50061-2743-46aa-a250-40aa5ffa1715 is going to be created. [ 611.384785] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.384785] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.384785] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.385103] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.385241] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.394802] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f50061-2743-46aa-a250-40aa5ffa1715 in Status: UNINITIALIZED for 2s [ 611.612794] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f in Status: SUCCESS [ 611.613107] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.613268] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.613895] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.614150] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.614361] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.614361] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.614501] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.614582] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.614683] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.617260] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: SUCCESS [ 611.617260] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.617260] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.617260] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.617260] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.617260] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.617673] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.617673] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.617673] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.617673] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.693450] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e69143f-8525-480f-8d5a-806859cae858',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.694930] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f0af5d3-084c-4f98-8e6f-f5e8242a707b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.736647] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.736647] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.736647] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.736647] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.736647] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.736647] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b is going to be created. [ 611.749488] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c341c49d-c431-4a15-a197-449cc08a58fe with status ACTIVE [ 611.749488] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.749488] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.749488] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.749488] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.749488] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.749488] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.749488] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.749488] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.749488] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.749488] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.749488] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.749488] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.749488] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.749488] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.749488] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.749488] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c341c49d-c431-4a15-a197-449cc08a58fe is going to be updated. [ 611.752301] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e69143f-8525-480f-8d5a-806859cae858 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.753529] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e69143f-8525-480f-8d5a-806859cae858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.753529] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.753529] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.761200] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.761346] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.761405] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.761602] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.761759] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.771101] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b in Status: UNINITIALIZED for 2s [ 611.773051] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.773277] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.773277] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.773988] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.773988] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.773988] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c341c49d-c431-4a15-a197-449cc08a58fe" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.793042] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.793314] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.793507] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.793733] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.794111] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.794111] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 3ac30b06-3337-4bc5-b870-ef47e7a0c9ab not found, creating... [ 611.794374] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.794509] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.794869] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.794869] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.795020] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.795440] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.795681] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.795834] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.796094] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.796621] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.796621] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 3ac30b06-3337-4bc5-b870-ef47e7a0c9ab is going to be created. [ 611.818492] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.818836] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.819073] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.819485] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.819828] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.820345] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-3ac30b06-3337-4bc5-b870-ef47e7a0c9ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.125174] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.125174] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.197890] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e69143f-8525-480f-8d5a-806859cae858',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.202177] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f0af5d3-084c-4f98-8e6f-f5e8242a707b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.290237] env[63412]: INFO networking_nsxv3.common.synchronization [req-3567bc2b-1c70-4673-b387-cae6ee27bc13 req-640944b4-2579-4eea-9420-b7089aec58de tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Enqueued Resource ID: 8e69143f-8525-480f-8d5a-806859cae858 with Priority: HIGHEST for action security_group_members [ 612.290237] env[63412]: INFO networking_nsxv3.common.synchronization [req-3567bc2b-1c70-4673-b387-cae6ee27bc13 req-640944b4-2579-4eea-9420-b7089aec58de tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Enqueued Resource ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b with Priority: HIGHEST for action security_group_members [ 612.290929] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e69143f-8525-480f-8d5a-806859cae858 with Priority: HIGHEST for action security_group_members [ 612.291280] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b with Priority: HIGHEST for action security_group_members [ 612.292252] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e69143f-8525-480f-8d5a-806859cae858 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.292433] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e69143f-8525-480f-8d5a-806859cae858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.292838] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.293121] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.388727] env[63412]: INFO networking_nsxv3.common.synchronization [req-3567bc2b-1c70-4673-b387-cae6ee27bc13 req-640944b4-2579-4eea-9420-b7089aec58de tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Enqueued Resource ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b with Priority: HIGHEST for action security_group_rules [ 612.388931] env[63412]: INFO networking_nsxv3.common.synchronization [req-3567bc2b-1c70-4673-b387-cae6ee27bc13 req-640944b4-2579-4eea-9420-b7089aec58de tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Enqueued Resource ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b with Priority: HIGHEST for action security_group_members [ 612.389091] env[63412]: INFO networking_nsxv3.common.synchronization [req-3567bc2b-1c70-4673-b387-cae6ee27bc13 req-640944b4-2579-4eea-9420-b7089aec58de tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Enqueued Resource ID: c341c49d-c431-4a15-a197-449cc08a58fe with Priority: HIGHEST for action port [ 612.389656] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b with Priority: HIGHEST for action security_group_rules [ 612.389782] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b with Priority: HIGHEST for action security_group_members [ 612.389881] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c341c49d-c431-4a15-a197-449cc08a58fe with Priority: HIGHEST for action port [ 612.390181] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f0af5d3-084c-4f98-8e6f-f5e8242a707b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.390285] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.390469] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.390552] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.390718] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-c341c49d-c431-4a15-a197-449cc08a58fe taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.390834] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c341c49d-c431-4a15-a197-449cc08a58fe" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.390873] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c341c49d-c431-4a15-a197-449cc08a58fe" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.391189] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c341c49d-c431-4a15-a197-449cc08a58fe" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.391276] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c341c49d-c431-4a15-a197-449cc08a58fe',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.626486] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.627501] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.647020] env[63412]: INFO networking_nsxv3.common.synchronization [None req-bec6f6b5-167f-4d23-889c-1aa91763334a None None] Enqueued Resource ID: cba66873-0cd8-4f5e-9831-cf0441d33120 with Priority: HIGHEST for action port [ 612.647020] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cba66873-0cd8-4f5e-9831-cf0441d33120 with Priority: HIGHEST for action port [ 612.647020] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-cba66873-0cd8-4f5e-9831-cf0441d33120 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.647020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cba66873-0cd8-4f5e-9831-cf0441d33120" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.647020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cba66873-0cd8-4f5e-9831-cf0441d33120" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.647020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cba66873-0cd8-4f5e-9831-cf0441d33120" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.647020] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cba66873-0cd8-4f5e-9831-cf0441d33120',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.671939] env[63412]: INFO networking_nsxv3.common.synchronization [req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b req-19c29725-8a8f-4881-854d-bc826aa5589a service nova] Enqueued Resource ID: 2e7ae6f0-0972-416c-9c7c-25db1449275f with Priority: HIGHEST for action security_group_rules [ 612.672259] env[63412]: INFO networking_nsxv3.common.synchronization [req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b req-19c29725-8a8f-4881-854d-bc826aa5589a service nova] Enqueued Resource ID: 2e7ae6f0-0972-416c-9c7c-25db1449275f with Priority: HIGHEST for action security_group_members [ 612.672495] env[63412]: INFO networking_nsxv3.common.synchronization [req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b req-19c29725-8a8f-4881-854d-bc826aa5589a service nova] Enqueued Resource ID: 3ac30b06-3337-4bc5-b870-ef47e7a0c9ab with Priority: HIGHEST for action port [ 612.674097] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e7ae6f0-0972-416c-9c7c-25db1449275f with Priority: HIGHEST for action security_group_rules [ 612.674097] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e7ae6f0-0972-416c-9c7c-25db1449275f with Priority: HIGHEST for action security_group_members [ 612.674194] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ac30b06-3337-4bc5-b870-ef47e7a0c9ab with Priority: HIGHEST for action port [ 612.674619] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e7ae6f0-0972-416c-9c7c-25db1449275f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.674842] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e7ae6f0-0972-416c-9c7c-25db1449275f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.674925] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e7ae6f0-0972-416c-9c7c-25db1449275f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.675313] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e7ae6f0-0972-416c-9c7c-25db1449275f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.675441] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e7ae6f0-0972-416c-9c7c-25db1449275f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.676698] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e7ae6f0-0972-416c-9c7c-25db1449275f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.676826] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e7ae6f0-0972-416c-9c7c-25db1449275f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.676881] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e7ae6f0-0972-416c-9c7c-25db1449275f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.677290] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e7ae6f0-0972-416c-9c7c-25db1449275f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.677388] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.677616] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.677616] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.677860] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.677989] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.678130] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e7ae6f0-0972-416c-9c7c-25db1449275f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.679205] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ac30b06-3337-4bc5-b870-ef47e7a0c9ab taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.679350] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ac30b06-3337-4bc5-b870-ef47e7a0c9ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.679615] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ac30b06-3337-4bc5-b870-ef47e7a0c9ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.679694] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ac30b06-3337-4bc5-b870-ef47e7a0c9ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.679757] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ac30b06-3337-4bc5-b870-ef47e7a0c9ab',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.704068] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.704068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.704068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.704068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.704068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.704068] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e69143f-8525-480f-8d5a-806859cae858 is going to be created. [ 612.705144] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.705144] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.705144] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.706264] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.706264] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.706264] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b is going to be updated. [ 612.740343] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.740566] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.740644] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.741265] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.741440] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.743753] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.743876] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.743934] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.744261] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.744345] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.754270] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b in Status: IN_PROGRESS for 2s [ 612.755592] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e69143f-8525-480f-8d5a-806859cae858 in Status: UNINITIALIZED for 2s [ 612.895027] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c341c49d-c431-4a15-a197-449cc08a58fe with status ACTIVE [ 612.895027] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.895027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.895027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.895027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.895027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.895027] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.895027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.895027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.895027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.895027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.897243] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.897243] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.897243] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.897243] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.897243] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.897243] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c341c49d-c431-4a15-a197-449cc08a58fe is going to be updated. [ 612.917382] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.917671] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.917736] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.917952] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.918103] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.918282] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c341c49d-c431-4a15-a197-449cc08a58fe" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.129922] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.129922] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.129922] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.130447] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.130447] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.130447] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 is going to be updated. [ 613.133172] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.133172] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.133172] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.133172] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.133172] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.135279] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f is going to be updated. [ 613.152026] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cba66873-0cd8-4f5e-9831-cf0441d33120 [ 613.152026] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.152026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.152026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.152026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.152026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.152026] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cba66873-0cd8-4f5e-9831-cf0441d33120 already deleted. [ 613.152026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cba66873-0cd8-4f5e-9831-cf0441d33120" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.171113] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.171113] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.171113] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.171113] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.171113] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.172086] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.172548] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.172735] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.173027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.173348] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.182284] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e7ae6f0-0972-416c-9c7c-25db1449275f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.183318] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e7ae6f0-0972-416c-9c7c-25db1449275f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.183426] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e7ae6f0-0972-416c-9c7c-25db1449275f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.183780] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ac30b06-3337-4bc5-b870-ef47e7a0c9ab with status ACTIVE [ 613.183940] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.184057] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.184883] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.184883] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.184883] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.184883] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.184883] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.184883] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.184883] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.185265] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.186436] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.186436] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.186436] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.186436] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.187071] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.187071] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ac30b06-3337-4bc5-b870-ef47e7a0c9ab is going to be updated. [ 613.189136] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: IN_PROGRESS for 2s [ 613.189754] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f in Status: IN_PROGRESS for 2s [ 613.242102] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.242376] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.242376] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.242878] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.242878] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.242990] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ac30b06-3337-4bc5-b870-ef47e7a0c9ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.406969] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f50061-2743-46aa-a250-40aa5ffa1715 in Status: SUCCESS [ 613.407239] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f50061-2743-46aa-a250-40aa5ffa1715" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.407419] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f50061-2743-46aa-a250-40aa5ffa1715" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.407703] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f50061-2743-46aa-a250-40aa5ffa1715" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.407871] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.408062] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.408062] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.408243] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.408347] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.408432] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3f50061-2743-46aa-a250-40aa5ffa1715',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.684874] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e7ae6f0-0972-416c-9c7c-25db1449275f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.783895] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b in Status: SUCCESS [ 613.783895] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.783895] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.783895] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.783895] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.783895] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.783895] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.783895] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.783895] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.783895] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.783895] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.915687] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3f50061-2743-46aa-a250-40aa5ffa1715',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.190776] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.190776] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.190776] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.190776] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.190776] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.190776] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e7ae6f0-0972-416c-9c7c-25db1449275f is going to be created. [ 614.255176] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.255176] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.255176] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.255176] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.255176] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.271017] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e7ae6f0-0972-416c-9c7c-25db1449275f in Status: UNINITIALIZED for 2s [ 614.289394] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.420908] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3f50061-2743-46aa-a250-40aa5ffa1715',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.765328] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e69143f-8525-480f-8d5a-806859cae858 in Status: SUCCESS [ 614.765639] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e69143f-8525-480f-8d5a-806859cae858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.765900] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e69143f-8525-480f-8d5a-806859cae858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.766156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e69143f-8525-480f-8d5a-806859cae858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.766348] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.766486] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.766559] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.766708] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.766793] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.766888] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e69143f-8525-480f-8d5a-806859cae858',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.768605] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b in Status: SUCCESS [ 614.768819] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.769040] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.769256] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.769693] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.769693] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.769693] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.769956] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.769956] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.770092] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f0af5d3-084c-4f98-8e6f-f5e8242a707b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.789824] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a3abd40-d98e-4772-aeb7-ff43ef37df0b: rpc.has_security_group_logging(os_id): False [ 614.810386] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.810571] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.810665] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.810907] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.811030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.811278] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.811602] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.811751] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.811937] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.812099] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.812214] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b is going to be created. [ 614.894617] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.894830] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.894958] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.895215] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.895448] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.908627] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b in Status: IN_PROGRESS for 2s [ 614.923327] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.923512] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.923579] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.923818] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.923919] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.924016] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3f50061-2743-46aa-a250-40aa5ffa1715 is going to be updated. [ 614.972890] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.972890] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.972890] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.972890] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.972890] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.979105] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f50061-2743-46aa-a250-40aa5ffa1715 in Status: IN_PROGRESS for 2s [ 615.199267] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f in Status: SUCCESS [ 615.199590] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.199590] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.199779] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.199977] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.200095] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.200178] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.200333] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.200415] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.200502] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.200619] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.204926] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: SUCCESS [ 615.204926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.204926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.204926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.204926] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.204926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.204926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.204926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.204926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.204926] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.204926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.204926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.204926] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.204926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.204926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.204926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.204926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.204926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.204926] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.206204] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.206427] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.210020] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.210020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.210020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.210020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.210020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.210020] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.277699] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f0af5d3-084c-4f98-8e6f-f5e8242a707b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.278763] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.278901] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.279008] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.279195] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.279284] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.279462] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.279561] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.279617] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.279765] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.279844] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.279930] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e69143f-8525-480f-8d5a-806859cae858 is going to be deleted. [ 615.319137] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.319281] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.319327] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.319561] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.319655] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.319800] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e69143f-8525-480f-8d5a-806859cae858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.319916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e69143f-8525-480f-8d5a-806859cae858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.320105] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e69143f-8525-480f-8d5a-806859cae858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.320280] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.320390] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.320460] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.320607] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.320697] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.320793] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e69143f-8525-480f-8d5a-806859cae858',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.711876] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.711876] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.711876] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.711876] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.711876] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.785406] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f0af5d3-084c-4f98-8e6f-f5e8242a707b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.826476] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.826476] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.826476] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.826476] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.826476] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.826476] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.826476] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.826476] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.826476] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.826476] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.826476] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e69143f-8525-480f-8d5a-806859cae858 already deleted. [ 615.826476] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e69143f-8525-480f-8d5a-806859cae858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.826476] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e69143f-8525-480f-8d5a-806859cae858',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.826476] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e69143f-8525-480f-8d5a-806859cae858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.829403] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e69143f-8525-480f-8d5a-806859cae858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.829403] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.829403] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.829403] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.829403] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.829403] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.829403] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e69143f-8525-480f-8d5a-806859cae858',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.866923] env[63412]: INFO networking_nsxv3.common.synchronization [None req-ea414e84-4402-4667-9c82-4604cc22d9fe None None] Enqueued Resource ID: 56fcb894-3622-4a1a-aa6d-323b6d371140 with Priority: HIGHEST for action port [ 615.868225] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56fcb894-3622-4a1a-aa6d-323b6d371140 with Priority: HIGHEST for action port [ 615.868225] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-56fcb894-3622-4a1a-aa6d-323b6d371140 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.868225] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56fcb894-3622-4a1a-aa6d-323b6d371140" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.868225] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56fcb894-3622-4a1a-aa6d-323b6d371140" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.868644] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56fcb894-3622-4a1a-aa6d-323b6d371140" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.868644] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56fcb894-3622-4a1a-aa6d-323b6d371140',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.211837] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.215475] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f: rpc.has_security_group_logging(os_id): False [ 616.217130] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.247046] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.247347] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.247347] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.247654] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.247654] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.247764] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.247853] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.247959] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.248072] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.248151] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.248286] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f is going to be created. [ 616.284680] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e7ae6f0-0972-416c-9c7c-25db1449275f in Status: SUCCESS [ 616.284680] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e7ae6f0-0972-416c-9c7c-25db1449275f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.284680] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e7ae6f0-0972-416c-9c7c-25db1449275f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.284680] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e7ae6f0-0972-416c-9c7c-25db1449275f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.284680] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.284680] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.284680] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.284680] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.284680] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.284680] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e7ae6f0-0972-416c-9c7c-25db1449275f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.284680] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e7ae6f0-0972-416c-9c7c-25db1449275f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.287031] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.287031] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.287031] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.287031] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.287031] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.287031] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b is going to be updated. [ 616.311025] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.311025] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.311025] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.311025] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.311025] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.313068] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.313266] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.313266] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.313463] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.313806] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.324514] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b in Status: IN_PROGRESS for 2s [ 616.325355] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f in Status: IN_PROGRESS for 2s [ 616.330562] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e69143f-8525-480f-8d5a-806859cae858',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.335470] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.335470] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.335470] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.335681] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.335681] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.335933] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.336064] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.336123] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.336286] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.336360] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.336441] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e69143f-8525-480f-8d5a-806859cae858 already deleted. [ 616.336523] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e69143f-8525-480f-8d5a-806859cae858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.373976] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56fcb894-3622-4a1a-aa6d-323b6d371140 [ 616.373976] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.373976] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.373976] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.373976] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.373976] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.373976] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56fcb894-3622-4a1a-aa6d-323b6d371140 already deleted. [ 616.373976] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56fcb894-3622-4a1a-aa6d-323b6d371140" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.712927] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.713125] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.713198] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.713411] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.713501] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.713617] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f is going to be updated. [ 616.719844] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.719980] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.720085] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.720296] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.720386] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.720481] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 is going to be updated. [ 616.744830] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.744830] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.744830] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.744830] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.744830] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.745478] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.745621] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.745769] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.746013] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.746176] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.756350] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: IN_PROGRESS for 2s [ 616.757106] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f in Status: IN_PROGRESS for 2s [ 616.787618] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e7ae6f0-0972-416c-9c7c-25db1449275f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.787868] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e7ae6f0-0972-416c-9c7c-25db1449275f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.787868] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e7ae6f0-0972-416c-9c7c-25db1449275f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.788970] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e7ae6f0-0972-416c-9c7c-25db1449275f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.788970] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.788970] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.788970] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.788970] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.788970] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.790430] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e7ae6f0-0972-416c-9c7c-25db1449275f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.790430] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e7ae6f0-0972-416c-9c7c-25db1449275f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.790430] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e7ae6f0-0972-416c-9c7c-25db1449275f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.790430] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e7ae6f0-0972-416c-9c7c-25db1449275f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.790430] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e7ae6f0-0972-416c-9c7c-25db1449275f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.790430] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.790430] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.790965] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.790965] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.790965] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.790965] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e7ae6f0-0972-416c-9c7c-25db1449275f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.790965] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e7ae6f0-0972-416c-9c7c-25db1449275f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.832249] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e69143f-8525-480f-8d5a-806859cae858: rpc.has_security_group_logging(os_id): False [ 616.849984] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.850202] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.850273] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.850502] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.850587] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.850897] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.850974] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.850974] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.851145] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.851221] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.851304] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e69143f-8525-480f-8d5a-806859cae858 is going to be created. [ 616.866254] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8e69143f-8525-480f-8d5a-806859cae858], does not exist path=[/infra/domains/default/groups/8e69143f-8525-480f-8d5a-806859cae858]."\n}' [ 616.866412] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e69143f-8525-480f-8d5a-806859cae858 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8e69143f-8525-480f-8d5a-806859cae858 [ 616.866479] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 616.890995] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.891286] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.891475] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.891799] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.893465] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.893864] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.894837] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.894837] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.894837] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.894837] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.894837] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.895174] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.895174] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.895243] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.895293] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.896271] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e69143f-8525-480f-8d5a-806859cae858 is going to be created. [ 616.911844] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8e69143f-8525-480f-8d5a-806859cae858], does not exist path=[/infra/domains/default/groups/8e69143f-8525-480f-8d5a-806859cae858]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8e69143f-8525-480f-8d5a-806859cae858 [ 616.912859] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e69143f-8525-480f-8d5a-806859cae858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.912859] env[63412]: Traceback (most recent call last): [ 616.912859] env[63412]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 616.912859] env[63412]: return func(*args, **kwargs) [ 616.912859] env[63412]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 616.912859] env[63412]: res.raise_for_status() [ 616.912859] env[63412]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 616.912859] env[63412]: raise HTTPError(http_error_msg, response=self) [ 616.912859] env[63412]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8e69143f-8525-480f-8d5a-806859cae858 [ 616.912859] env[63412]: During handling of the above exception, another exception occurred: [ 616.912859] env[63412]: Traceback (most recent call last): [ 616.912859] env[63412]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 616.912859] env[63412]: listener.cb(fileno) [ 616.912859] env[63412]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 616.912859] env[63412]: result = function(*args, **kwargs) [ 616.912859] env[63412]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 616.912859] env[63412]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 616.912859] env[63412]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 616.912859] env[63412]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 616.912859] env[63412]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 616.912859] env[63412]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 616.912859] env[63412]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 616.912859] env[63412]: res.raise_for_status() [ 616.912859] env[63412]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 616.912859] env[63412]: raise HTTPError(http_error_msg, response=self) [ 616.912859] env[63412]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8e69143f-8525-480f-8d5a-806859cae858 [ 616.912859] env[63412]: Removing descriptor: 28 [ 616.921251] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b in Status: SUCCESS [ 616.921420] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.987536] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f50061-2743-46aa-a250-40aa5ffa1715 in Status: SUCCESS [ 616.987759] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f50061-2743-46aa-a250-40aa5ffa1715" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.987938] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f50061-2743-46aa-a250-40aa5ffa1715" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.988321] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f50061-2743-46aa-a250-40aa5ffa1715" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.988371] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.988492] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.988686] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.989150] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.989228] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.989324] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f50061-2743-46aa-a250-40aa5ffa1715" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.989530] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3f50061-2743-46aa-a250-40aa5ffa1715',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.299025] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e7ae6f0-0972-416c-9c7c-25db1449275f: rpc.has_security_group_logging(os_id): False [ 617.315768] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.316043] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.316232] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.316468] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.316564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.316773] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.316910] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.316972] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.317130] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.317194] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.317365] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.317459] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.317517] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.317653] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.317726] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.317912] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.318016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.318233] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.318388] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.318463] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.318549] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e7ae6f0-0972-416c-9c7c-25db1449275f is going to be created. [ 617.376668] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.376869] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.376928] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.377127] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.377307] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.388995] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e7ae6f0-0972-416c-9c7c-25db1449275f in Status: IN_PROGRESS for 2s [ 617.498591] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3f50061-2743-46aa-a250-40aa5ffa1715',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.698518] env[63412]: INFO networking_nsxv3.common.synchronization [req-5965563e-bd4b-4e20-acef-7471258cf23e req-f8a2bb12-80e7-4e5f-bba5-ec1635175701 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Enqueued Resource ID: 68937c31-c3c5-456d-8cda-4f14670f638d with Priority: HIGHEST for action security_group_members [ 617.699259] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68937c31-c3c5-456d-8cda-4f14670f638d with Priority: HIGHEST for action security_group_members [ 617.699259] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-68937c31-c3c5-456d-8cda-4f14670f638d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.699570] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.699570] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.699709] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.699748] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.700662] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.700662] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.701584] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.701584] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.701584] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.781023] env[63412]: INFO networking_nsxv3.common.synchronization [None req-f295b3ef-bd05-4049-a827-5cdb6d2aaa12 None None] Enqueued Resource ID: 15d61c4c-71bc-4444-8511-f56cc628407f with Priority: HIGHEST for action port [ 617.781196] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d61c4c-71bc-4444-8511-f56cc628407f with Priority: HIGHEST for action port [ 617.782353] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-15d61c4c-71bc-4444-8511-f56cc628407f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.782353] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15d61c4c-71bc-4444-8511-f56cc628407f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.782353] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15d61c4c-71bc-4444-8511-f56cc628407f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.782353] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15d61c4c-71bc-4444-8511-f56cc628407f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.782353] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15d61c4c-71bc-4444-8511-f56cc628407f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.001493] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3f50061-2743-46aa-a250-40aa5ffa1715: rpc.has_security_group_logging(os_id): False [ 618.019978] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.020098] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.020149] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.020393] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.020494] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.020717] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.020833] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.020901] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.021126] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.021256] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.021361] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3f50061-2743-46aa-a250-40aa5ffa1715 is going to be created. [ 618.077168] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.077168] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.077168] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.077442] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.077635] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.087557] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3f50061-2743-46aa-a250-40aa5ffa1715 in Status: IN_PROGRESS for 2s [ 618.140558] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-562 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.140558] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-562" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.140723] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-562" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.140950] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-562" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.144274] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.144274] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.144274] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.145164] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.145378] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.145606] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 618.150028] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.150028] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.150028] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.150028] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 618.150028] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.150028] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.163113] env[63412]: INFO networking_nsxv3.common.synchronization [None req-c0d249a5-c8b6-4875-a994-9a641c80ce67 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Enqueued Resource ID: 2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 with Priority: HIGHEST for action security_group_rules [ 618.163475] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 with Priority: HIGHEST for action security_group_rules [ 618.164442] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.164442] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.164442] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.164442] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.164442] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b1890a3-a03e-4ad3-a7a4-58ce66332bb2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.185238] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.185418] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 618.185559] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.185734] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-562" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.186464] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-a0bd5b4d-5b51-45d2-a4b4-575de20fc38d taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.186648] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-a0bd5b4d-5b51-45d2-a4b4-575de20fc38d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.186778] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-a0bd5b4d-5b51-45d2-a4b4-575de20fc38d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.187163] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-a0bd5b4d-5b51-45d2-a4b4-575de20fc38d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.187239] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0bd5b4d-5b51-45d2-a4b4-575de20fc38d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.205343] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.284396] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15d61c4c-71bc-4444-8511-f56cc628407f [ 618.284732] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.284874] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.284874] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.285120] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.285215] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.285310] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15d61c4c-71bc-4444-8511-f56cc628407f already deleted. [ 618.285393] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15d61c4c-71bc-4444-8511-f56cc628407f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.310045] env[63412]: INFO networking_nsxv3.common.synchronization [None req-c5172eca-7092-4b31-94b4-737708ab9215 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Enqueued Resource ID: 2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 with Priority: HIGHEST for action security_group_rules [ 618.310045] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 with Priority: HIGHEST for action security_group_rules [ 618.311061] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.311061] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.336521] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b in Status: SUCCESS [ 618.336795] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.337403] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.337403] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.337562] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.337562] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.337725] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.337777] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.337835] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.337918] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.338025] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f0af5d3-084c-4f98-8e6f-f5e8242a707b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.339486] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f in Status: SUCCESS [ 618.339582] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.339704] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.339868] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.340037] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.340141] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.340202] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.340339] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.340409] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.340489] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f0af5d3-084c-4f98-8e6f-f5e8242a707b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.342154] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.342154] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.342154] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.686877] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.688193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.688193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.688193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.688193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.688193] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 already deleted. [ 618.688193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.688193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.688193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.688193] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b1890a3-a03e-4ad3-a7a4-58ce66332bb2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.690177] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.690418] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.690568] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.690819] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.691022] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.691281] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port a0bd5b4d-5b51-45d2-a4b4-575de20fc38d not found, creating... [ 618.691638] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.691839] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.691975] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.692248] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.692497] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.692734] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.692912] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.693128] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.693485] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.693763] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.693891] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: a0bd5b4d-5b51-45d2-a4b4-575de20fc38d is going to be created. [ 618.709300] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.712050] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.712854] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.712854] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.712854] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.713092] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.713389] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-a0bd5b4d-5b51-45d2-a4b4-575de20fc38d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.768173] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f in Status: SUCCESS [ 618.768396] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.768561] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.768772] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.768956] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.769099] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.769167] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.769326] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.769409] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.769501] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.770822] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: SUCCESS [ 618.770990] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.771609] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.772051] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.772051] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.772249] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.772249] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.772324] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.772367] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.776018] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.844058] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f0af5d3-084c-4f98-8e6f-f5e8242a707b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.845530] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.848020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.848020] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.848020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.209204] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.209428] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.209501] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.213021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.213021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.213021] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 already deleted. [ 619.213021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.216839] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.217073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.217430] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.217752] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.217937] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.218103] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68937c31-c3c5-456d-8cda-4f14670f638d is going to be updated. [ 619.255174] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.255366] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.255468] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.256192] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.256192] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.273425] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68937c31-c3c5-456d-8cda-4f14670f638d in Status: IN_PROGRESS for 2s [ 619.275053] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.275786] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.348973] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f0af5d3-084c-4f98-8e6f-f5e8242a707b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.402142] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e7ae6f0-0972-416c-9c7c-25db1449275f in Status: SUCCESS [ 619.402142] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e7ae6f0-0972-416c-9c7c-25db1449275f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.777541] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.778267] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.853483] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.853483] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.853483] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.853483] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.853483] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.853483] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b is going to be updated. [ 619.895022] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.895022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.895022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.895022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.895022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.907864] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b in Status: IN_PROGRESS for 2s [ 619.914985] env[63412]: INFO networking_nsxv3.common.synchronization [req-5965563e-bd4b-4e20-acef-7471258cf23e req-73aa383d-aebc-496c-b12e-0480a4b0e1f3 service nova] Enqueued Resource ID: 68937c31-c3c5-456d-8cda-4f14670f638d with Priority: HIGHEST for action security_group_rules [ 619.916015] env[63412]: INFO networking_nsxv3.common.synchronization [req-5965563e-bd4b-4e20-acef-7471258cf23e req-73aa383d-aebc-496c-b12e-0480a4b0e1f3 service nova] Enqueued Resource ID: 68937c31-c3c5-456d-8cda-4f14670f638d with Priority: HIGHEST for action security_group_members [ 619.916015] env[63412]: INFO networking_nsxv3.common.synchronization [req-5965563e-bd4b-4e20-acef-7471258cf23e req-73aa383d-aebc-496c-b12e-0480a4b0e1f3 service nova] Enqueued Resource ID: a0bd5b4d-5b51-45d2-a4b4-575de20fc38d with Priority: HIGHEST for action port [ 619.920315] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68937c31-c3c5-456d-8cda-4f14670f638d with Priority: HIGHEST for action security_group_rules [ 619.920315] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68937c31-c3c5-456d-8cda-4f14670f638d with Priority: HIGHEST for action security_group_members [ 619.920315] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0bd5b4d-5b51-45d2-a4b4-575de20fc38d with Priority: HIGHEST for action port [ 619.920315] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68937c31-c3c5-456d-8cda-4f14670f638d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.920315] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.920315] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.920315] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.920315] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.920315] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-68937c31-c3c5-456d-8cda-4f14670f638d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.920315] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.920315] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0bd5b4d-5b51-45d2-a4b4-575de20fc38d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.920315] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0bd5b4d-5b51-45d2-a4b4-575de20fc38d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.920315] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0bd5b4d-5b51-45d2-a4b4-575de20fc38d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.920315] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0bd5b4d-5b51-45d2-a4b4-575de20fc38d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.920315] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0bd5b4d-5b51-45d2-a4b4-575de20fc38d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.101495] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3f50061-2743-46aa-a250-40aa5ffa1715 in Status: SUCCESS [ 620.101495] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3f50061-2743-46aa-a250-40aa5ffa1715" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.279888] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.280228] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.280323] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.281220] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.281220] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.281220] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f is going to be updated. [ 620.283734] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.283951] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.284045] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.284246] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.284349] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.284446] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 is going to be updated. [ 620.311795] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.312760] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.312878] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.313168] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.313387] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.315395] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.315577] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.316476] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.316719] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.316921] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.326890] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f in Status: IN_PROGRESS for 2s [ 620.327671] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: IN_PROGRESS for 2s [ 620.423314] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-68937c31-c3c5-456d-8cda-4f14670f638d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.423599] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.423820] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0bd5b4d-5b51-45d2-a4b4-575de20fc38d with status ACTIVE [ 620.424115] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.424422] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.424422] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.427184] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.427184] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.427184] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.427184] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.427184] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.427184] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.427184] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.427184] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.427184] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.427184] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.427184] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.429046] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.429046] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0bd5b4d-5b51-45d2-a4b4-575de20fc38d is going to be updated. [ 620.448079] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.448253] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.448253] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.448502] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.448647] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.448806] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0bd5b4d-5b51-45d2-a4b4-575de20fc38d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.284433] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68937c31-c3c5-456d-8cda-4f14670f638d in Status: SUCCESS [ 621.285145] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.285358] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.285572] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.285780] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.285960] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.286091] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.286299] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.286341] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.286422] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.789320] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.918391] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b in Status: SUCCESS [ 621.918864] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.919564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.919922] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.920405] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.920611] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.920751] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.921155] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.921237] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.921401] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f0af5d3-084c-4f98-8e6f-f5e8242a707b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.292138] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.341011] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: SUCCESS [ 622.341413] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.342092] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f in Status: SUCCESS [ 622.342284] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.342876] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.343325] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.343517] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.343517] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.343517] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.343861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.343938] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.344055] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.344223] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.344316] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.344372] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.344542] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.344654] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.344740] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.344797] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.345037] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.345124] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.345204] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.345290] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.346409] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.346566] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.346711] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.346810] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.346895] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.347056] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.347186] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.347212] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.347290] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.424737] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f0af5d3-084c-4f98-8e6f-f5e8242a707b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.796194] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.796644] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.796644] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.797405] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.797552] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.797678] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68937c31-c3c5-456d-8cda-4f14670f638d is going to be updated. [ 622.803173] env[63412]: INFO networking_nsxv3.common.synchronization [req-012040f0-28b9-49e9-b69e-b35fd70fe413 req-16238567-67da-44be-b66e-b89dab5fdb3b tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Enqueued Resource ID: c136e152-b88b-429c-9b3e-ccfe13959a9b with Priority: HIGHEST for action security_group_members [ 622.803502] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c136e152-b88b-429c-9b3e-ccfe13959a9b with Priority: HIGHEST for action security_group_members [ 622.804047] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c136e152-b88b-429c-9b3e-ccfe13959a9b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.804376] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c136e152-b88b-429c-9b3e-ccfe13959a9b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.804376] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c136e152-b88b-429c-9b3e-ccfe13959a9b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.804461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c136e152-b88b-429c-9b3e-ccfe13959a9b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.804578] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.804680] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.804795] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.805239] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.805239] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.805809] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c136e152-b88b-429c-9b3e-ccfe13959a9b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.822456] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.823486] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.823486] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.823486] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.823486] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.835009] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68937c31-c3c5-456d-8cda-4f14670f638d in Status: IN_PROGRESS for 2s [ 622.849182] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3c53f1a-4406-4cfd-92c6-ab6869475822: rpc.has_security_group_logging(os_id): False [ 622.850358] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.866478] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.866879] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.866879] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.867142] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.885918] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.886282] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.886412] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.886481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.886689] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.886784] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.886982] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.887095] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.887158] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.887317] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.887387] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.887578] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.887673] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.887735] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.887986] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.887986] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.891642] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 is going to be updated. [ 622.928603] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f0af5d3-084c-4f98-8e6f-f5e8242a707b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.955043] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.955043] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.955183] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.955333] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.955468] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.969076] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: IN_PROGRESS for 2s [ 623.041136] env[63412]: INFO networking_nsxv3.common.synchronization [None req-c7f19902-0ea4-4387-8c9b-6cc158fc54af None None] Enqueued Resource ID: 32e9edd3-abb9-4726-af85-2a1da9665350 with Priority: HIGHEST for action port [ 623.041731] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32e9edd3-abb9-4726-af85-2a1da9665350 with Priority: HIGHEST for action port [ 623.043713] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-32e9edd3-abb9-4726-af85-2a1da9665350 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.043866] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32e9edd3-abb9-4726-af85-2a1da9665350" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.043866] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32e9edd3-abb9-4726-af85-2a1da9665350" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.044184] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32e9edd3-abb9-4726-af85-2a1da9665350" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.044274] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32e9edd3-abb9-4726-af85-2a1da9665350',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.309932] env[63412]: INFO networking_nsxv3.common.synchronization [req-da017274-29f8-427e-bc9f-597d8e7722d2 req-f348519b-fe9a-4fda-baf8-2124c217c432 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Enqueued Resource ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b with Priority: HIGHEST for action security_group_members [ 623.312015] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.312015] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.312015] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.312015] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.312015] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b with Priority: HIGHEST for action security_group_members [ 623.312689] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.312689] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.335101] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.335348] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.335461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.336219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.336219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.336219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.336219] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c136e152-b88b-429c-9b3e-ccfe13959a9b is going to be updated. [ 623.354219] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f: rpc.has_security_group_logging(os_id): False [ 623.363298] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.363375] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.363408] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.363747] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.363821] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.374987] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.374987] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.374987] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.374987] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.374987] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c136e152-b88b-429c-9b3e-ccfe13959a9b in Status: IN_PROGRESS for 2s [ 623.392205] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.392484] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.392600] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.392665] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.394754] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.394754] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.394754] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f is going to be updated. [ 623.435572] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.435572] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.435572] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.435572] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.435572] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.435572] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b is going to be updated. [ 623.452178] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.452321] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.452396] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.452607] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.452747] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.473715] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.473715] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.473856] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.474867] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.474867] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.480122] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f in Status: IN_PROGRESS for 2s [ 623.488426] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b in Status: IN_PROGRESS for 2s [ 623.548768] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32e9edd3-abb9-4726-af85-2a1da9665350 [ 623.548768] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.548768] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.548768] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.548768] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.548768] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.548768] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32e9edd3-abb9-4726-af85-2a1da9665350 already deleted. [ 623.548768] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32e9edd3-abb9-4726-af85-2a1da9665350" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.844275] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68937c31-c3c5-456d-8cda-4f14670f638d in Status: SUCCESS [ 624.844604] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.844604] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.845216] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.845216] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.845349] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.845349] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.846033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.846033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.846033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.846033] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.974316] env[63412]: INFO networking_nsxv3.common.synchronization [None req-2c367293-0394-47d9-823d-e886f00eea7c None None] Enqueued Resource ID: 7f090b25-3863-46eb-85a2-f89ede9723cc with Priority: HIGHEST for action port [ 624.975110] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f090b25-3863-46eb-85a2-f89ede9723cc with Priority: HIGHEST for action port [ 624.976200] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f090b25-3863-46eb-85a2-f89ede9723cc taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.976200] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f090b25-3863-46eb-85a2-f89ede9723cc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.976200] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f090b25-3863-46eb-85a2-f89ede9723cc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.976385] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f090b25-3863-46eb-85a2-f89ede9723cc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.976453] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f090b25-3863-46eb-85a2-f89ede9723cc',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.993992] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: SUCCESS [ 624.994310] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.994710] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.994955] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.995062] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.155303] env[63412]: INFO networking_nsxv3.common.synchronization [None req-10d70744-eeba-4dc3-8e40-906c2335b539 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Enqueued Resource ID: f886f10d-fd8c-4081-8057-1417bb3ba16a with Priority: HIGHEST for action security_group_rules [ 625.155651] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f886f10d-fd8c-4081-8057-1417bb3ba16a with Priority: HIGHEST for action security_group_rules [ 625.155832] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f886f10d-fd8c-4081-8057-1417bb3ba16a taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.156171] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.157166] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.157454] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.157547] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f886f10d-fd8c-4081-8057-1417bb3ba16a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.265862] env[63412]: INFO networking_nsxv3.common.synchronization [None req-ef0f3394-e868-496d-b865-c6a28845241a tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Enqueued Resource ID: f886f10d-fd8c-4081-8057-1417bb3ba16a with Priority: HIGHEST for action security_group_rules [ 625.266170] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f886f10d-fd8c-4081-8057-1417bb3ba16a with Priority: HIGHEST for action security_group_rules [ 625.266478] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f886f10d-fd8c-4081-8057-1417bb3ba16a taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.266583] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.349453] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-68937c31-c3c5-456d-8cda-4f14670f638d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.349677] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.349677] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.350207] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.350435] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.350546] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.350631] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.350823] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.350933] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.351060] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.351218] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-68937c31-c3c5-456d-8cda-4f14670f638d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.351340] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.351418] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.351572] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.351712] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.351806] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.351934] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.351996] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.352085] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.352168] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.352259] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.385214] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c136e152-b88b-429c-9b3e-ccfe13959a9b in Status: SUCCESS [ 625.385214] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c136e152-b88b-429c-9b3e-ccfe13959a9b deletion is rescheduled due to dependency. [ 625.385214] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c136e152-b88b-429c-9b3e-ccfe13959a9b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.479975] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f090b25-3863-46eb-85a2-f89ede9723cc [ 625.480238] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.480374] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.480447] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.480679] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.480773] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.480962] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f090b25-3863-46eb-85a2-f89ede9723cc already deleted. [ 625.480962] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f090b25-3863-46eb-85a2-f89ede9723cc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.492874] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f in Status: SUCCESS [ 625.492874] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.495152] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b in Status: SUCCESS [ 625.495380] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.495919] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.496153] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.496344] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.496459] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.496525] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.496677] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.496755] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.496842] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.496997] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.497110] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.497155] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.497286] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.497419] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.497511] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.497573] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.498022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.498022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.498022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.498022] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f0af5d3-084c-4f98-8e6f-f5e8242a707b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.499524] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.499524] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.499524] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.499524] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.499524] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.499524] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.500066] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.500066] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f0af5d3-084c-4f98-8e6f-f5e8242a707b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.501034] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.501470] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.501470] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.501470] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.501470] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.501730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.501730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.501730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.504938] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.504938] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.504938] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.678973] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.679143] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.679215] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.680181] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.680181] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.680181] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f886f10d-fd8c-4081-8057-1417bb3ba16a already deleted. [ 625.680181] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.680181] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.680181] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.680181] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f886f10d-fd8c-4081-8057-1417bb3ba16a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.856684] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68937c31-c3c5-456d-8cda-4f14670f638d: rpc.has_security_group_logging(os_id): False [ 625.875127] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.876117] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.876410] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.876752] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.898078] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.898078] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.898078] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.898078] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.899708] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.899708] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.899708] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.899708] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.899708] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.899708] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.900105] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.900479] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.900748] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.900936] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.901252] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.901632] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.901860] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68937c31-c3c5-456d-8cda-4f14670f638d is going to be updated. [ 625.963169] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.963169] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.963169] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.963169] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.963169] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.978467] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68937c31-c3c5-456d-8cda-4f14670f638d in Status: IN_PROGRESS for 2s [ 626.007023] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.007023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.007023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.007023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.007023] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f0af5d3-084c-4f98-8e6f-f5e8242a707b: rpc.has_security_group_logging(os_id): False [ 626.008376] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.008716] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.008913] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.009242] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.009525] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.010634] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.010634] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.010634] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.010634] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.011160] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.011470] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.013019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.013019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.013019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.013019] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.013019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.013019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.013019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.013019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.013019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.013019] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.031506] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.032049] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.044319] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.044319] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.044319] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.044319] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.044319] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.044319] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.044319] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b is going to be updated. [ 626.044319] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.044319] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.044319] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.045356] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.045710] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.045963] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.046278] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.046986] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.047310] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.048381] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.048381] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.048381] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.048381] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.048381] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.049080] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.049289] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.050031] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.050031] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.051548] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b is going to be updated. [ 626.084629] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.084780] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.084854] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.085161] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.085308] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.095663] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b in Status: IN_PROGRESS for 2s [ 626.123891] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.124186] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.124288] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.124593] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.124770] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.138068] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b in Status: IN_PROGRESS for 2s [ 626.218208] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.218462] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.218462] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.218643] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.218700] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.218793] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f886f10d-fd8c-4081-8057-1417bb3ba16a already deleted. [ 626.218875] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.516854] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3c53f1a-4406-4cfd-92c6-ab6869475822: rpc.has_security_group_logging(os_id): False [ 626.533660] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.533815] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.533890] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.534127] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.534219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.534410] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.534509] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.534569] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.534729] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.534788] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.534990] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.535120] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.535279] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.535311] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.535377] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.535733] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.535733] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.535830] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.535926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.536141] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.536270] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 is going to be updated. [ 626.598157] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.598414] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.598414] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.598575] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.598718] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.766120] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: IN_PROGRESS for 2s [ 627.992363] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68937c31-c3c5-456d-8cda-4f14670f638d in Status: SUCCESS [ 627.992363] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.104060] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b in Status: SUCCESS [ 628.104265] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b deletion is rescheduled due to dependency. [ 628.104426] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.153455] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b in Status: SUCCESS [ 628.153683] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.153860] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.154114] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.154205] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f0af5d3-084c-4f98-8e6f-f5e8242a707b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.506473] env[63412]: INFO networking_nsxv3.common.synchronization [req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 req-78064fbf-6e94-484a-b9c8-8da314911163 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Enqueued Resource ID: 74504888-4a38-492e-bae4-12329fd9c6e2 with Priority: HIGHEST for action security_group_members [ 628.507650] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74504888-4a38-492e-bae4-12329fd9c6e2 with Priority: HIGHEST for action security_group_members [ 628.508456] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-74504888-4a38-492e-bae4-12329fd9c6e2 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.509182] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.509271] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.509579] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.509720] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.509950] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.509950] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.510067] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.510132] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.510232] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74504888-4a38-492e-bae4-12329fd9c6e2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.675721] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.675721] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.675901] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.676041] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.676113] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.676211] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f0af5d3-084c-4f98-8e6f-f5e8242a707b is going to be deleted. [ 628.724208] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.724320] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.724392] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.724607] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.724696] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.724811] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f0af5d3-084c-4f98-8e6f-f5e8242a707b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.789736] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: SUCCESS [ 628.790010] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.012653] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.012653] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.012653] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.012985] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.012985] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.013164] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.013295] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.013355] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.013515] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.013584] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.013666] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74504888-4a38-492e-bae4-12329fd9c6e2 already deleted. [ 629.013741] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.156380] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.156611] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.156738] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.157158] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.157515] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.157709] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.157844] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.158099] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.158333] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.158622] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 629.158754] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.158882] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.159016] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.159143] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 629.159330] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.159547] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.181492] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.181654] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 629.181803] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.182106] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.182444] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-bcdfb554-e114-45f0-9050-d907327c1dac taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.182615] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-bcdfb554-e114-45f0-9050-d907327c1dac" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.182733] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-bcdfb554-e114-45f0-9050-d907327c1dac" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.183101] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-bcdfb554-e114-45f0-9050-d907327c1dac" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.183248] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcdfb554-e114-45f0-9050-d907327c1dac',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.686974] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.688259] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.688259] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.688259] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.688259] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.688259] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port bcdfb554-e114-45f0-9050-d907327c1dac not found, creating... [ 629.692022] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.692022] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.692022] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.692022] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.692022] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.692022] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.692022] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.692022] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.692022] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.692022] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.692417] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: bcdfb554-e114-45f0-9050-d907327c1dac is going to be created. [ 629.710555] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.710768] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.710891] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.711222] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.711469] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.711694] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-bcdfb554-e114-45f0-9050-d907327c1dac" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.925827] env[63412]: INFO networking_nsxv3.common.synchronization [req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 req-7c23a0ad-3a54-4e62-be97-3228c84a83a6 service nova] Enqueued Resource ID: 74504888-4a38-492e-bae4-12329fd9c6e2 with Priority: HIGHEST for action security_group_rules [ 630.926523] env[63412]: INFO networking_nsxv3.common.synchronization [req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 req-7c23a0ad-3a54-4e62-be97-3228c84a83a6 service nova] Enqueued Resource ID: 74504888-4a38-492e-bae4-12329fd9c6e2 with Priority: HIGHEST for action security_group_members [ 630.926523] env[63412]: INFO networking_nsxv3.common.synchronization [req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 req-7c23a0ad-3a54-4e62-be97-3228c84a83a6 service nova] Enqueued Resource ID: bcdfb554-e114-45f0-9050-d907327c1dac with Priority: HIGHEST for action port [ 630.926848] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74504888-4a38-492e-bae4-12329fd9c6e2 with Priority: HIGHEST for action security_group_rules [ 630.927826] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74504888-4a38-492e-bae4-12329fd9c6e2 with Priority: HIGHEST for action security_group_members [ 630.927996] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcdfb554-e114-45f0-9050-d907327c1dac with Priority: HIGHEST for action port [ 630.928320] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74504888-4a38-492e-bae4-12329fd9c6e2 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.928430] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.928510] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.928706] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.928798] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74504888-4a38-492e-bae4-12329fd9c6e2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.929747] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-74504888-4a38-492e-bae4-12329fd9c6e2 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.929857] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.929966] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.930294] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.930491] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.930611] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.930676] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.930833] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.930906] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.931077] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74504888-4a38-492e-bae4-12329fd9c6e2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.932072] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcdfb554-e114-45f0-9050-d907327c1dac taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.932203] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcdfb554-e114-45f0-9050-d907327c1dac" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.932426] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcdfb554-e114-45f0-9050-d907327c1dac" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.932426] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcdfb554-e114-45f0-9050-d907327c1dac" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.932530] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcdfb554-e114-45f0-9050-d907327c1dac',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.173866] env[63412]: INFO networking_nsxv3.common.synchronization [None req-f71bb3c9-1000-48d9-92ce-e5eb7475bd38 None None] Enqueued Resource ID: 2ae36f0a-cbdc-4daf-8aa9-9d281b00a202 with Priority: HIGHEST for action port [ 631.173866] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae36f0a-cbdc-4daf-8aa9-9d281b00a202 with Priority: HIGHEST for action port [ 631.174585] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ae36f0a-cbdc-4daf-8aa9-9d281b00a202 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.174699] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ae36f0a-cbdc-4daf-8aa9-9d281b00a202" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.174699] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ae36f0a-cbdc-4daf-8aa9-9d281b00a202" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.175140] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ae36f0a-cbdc-4daf-8aa9-9d281b00a202" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.175206] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ae36f0a-cbdc-4daf-8aa9-9d281b00a202',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.220185] env[63412]: INFO networking_nsxv3.common.synchronization [req-ccf25d97-09c0-416d-86d1-3860983daa8c req-87ef142b-2e3b-415a-8f77-ddd33fb60cf4 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Enqueued Resource ID: 4c62688f-1aa6-47ae-a2a1-1bb84a9c4871 with Priority: HIGHEST for action security_group_members [ 631.222035] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c62688f-1aa6-47ae-a2a1-1bb84a9c4871 with Priority: HIGHEST for action security_group_members [ 631.223994] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.224418] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.224418] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.224553] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.224703] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.224805] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.224869] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.225074] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.225165] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.225262] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c62688f-1aa6-47ae-a2a1-1bb84a9c4871',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.436533] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-74504888-4a38-492e-bae4-12329fd9c6e2 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.436659] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.439031] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74504888-4a38-492e-bae4-12329fd9c6e2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.441070] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bcdfb554-e114-45f0-9050-d907327c1dac with status ACTIVE [ 631.441273] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.441404] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.441475] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.441654] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.441736] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.441913] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.442029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.442083] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.442845] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.442845] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.442845] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.442845] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.442845] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.442845] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.442845] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.443075] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bcdfb554-e114-45f0-9050-d907327c1dac is going to be updated. [ 631.466708] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.469848] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.469848] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.469848] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.469848] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.469848] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcdfb554-e114-45f0-9050-d907327c1dac" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.659665] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.659665] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.659665] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.659898] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.663256] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.663742] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.663742] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.664120] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.664636] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.664636] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 631.664840] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.665075] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.665186] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.665376] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 631.665628] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.665670] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.680440] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ae36f0a-cbdc-4daf-8aa9-9d281b00a202 [ 631.680577] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.680769] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.680834] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.681088] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.685026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.685026] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ae36f0a-cbdc-4daf-8aa9-9d281b00a202 already deleted. [ 631.685026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ae36f0a-cbdc-4daf-8aa9-9d281b00a202" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.685026] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.685026] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 631.685026] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.685026] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.685625] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-2b8df141-2b96-4ac9-8e2b-aa84addf3d22 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.685625] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-2b8df141-2b96-4ac9-8e2b-aa84addf3d22" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.685782] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-2b8df141-2b96-4ac9-8e2b-aa84addf3d22" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.686123] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-2b8df141-2b96-4ac9-8e2b-aa84addf3d22" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.686240] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b8df141-2b96-4ac9-8e2b-aa84addf3d22',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.729167] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.729323] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.731017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.731017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.731017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.731017] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.731017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.731017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.731017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.731017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.731017] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c62688f-1aa6-47ae-a2a1-1bb84a9c4871 already deleted. [ 631.731017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.939435] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74504888-4a38-492e-bae4-12329fd9c6e2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.148627] env[63412]: INFO networking_nsxv3.common.synchronization [req-5f771364-0a0d-4ffd-8e2b-e790c2444715 req-95a1c5fa-38ea-4b11-a184-7d6b0ca08ec0 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Enqueued Resource ID: 2e7ae6f0-0972-416c-9c7c-25db1449275f with Priority: HIGHEST for action security_group_members [ 632.149217] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e7ae6f0-0972-416c-9c7c-25db1449275f with Priority: HIGHEST for action security_group_members [ 632.149541] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e7ae6f0-0972-416c-9c7c-25db1449275f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.149663] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e7ae6f0-0972-416c-9c7c-25db1449275f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.149774] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e7ae6f0-0972-416c-9c7c-25db1449275f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.149928] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e7ae6f0-0972-416c-9c7c-25db1449275f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.150087] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.150182] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.150248] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.150397] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.150483] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.150575] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e7ae6f0-0972-416c-9c7c-25db1449275f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.191532] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.191799] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.191963] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.192500] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.192606] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.193262] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 2b8df141-2b96-4ac9-8e2b-aa84addf3d22 not found, creating... [ 632.193262] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.193262] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.193438] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.193813] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.193982] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.194345] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.198022] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.198022] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.198022] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.198022] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.198022] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 2b8df141-2b96-4ac9-8e2b-aa84addf3d22 is going to be created. [ 632.213758] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.213979] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.214755] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.214755] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.214855] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.215315] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-2b8df141-2b96-4ac9-8e2b-aa84addf3d22" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.441700] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.444217] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.444217] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.444217] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.444217] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.444217] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74504888-4a38-492e-bae4-12329fd9c6e2 is going to be created. [ 632.467147] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.467147] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.467147] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.467147] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.467147] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.477553] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74504888-4a38-492e-bae4-12329fd9c6e2 in Status: UNINITIALIZED for 2s [ 632.653068] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.653231] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.653305] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.653648] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.653752] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.653956] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.654075] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.654140] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.654663] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.654663] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.654663] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e7ae6f0-0972-416c-9c7c-25db1449275f is going to be updated. [ 632.684029] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.684904] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.684904] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.684904] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.684904] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.693574] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e7ae6f0-0972-416c-9c7c-25db1449275f in Status: IN_PROGRESS for 2s [ 632.984263] env[63412]: INFO networking_nsxv3.common.synchronization [req-ccf25d97-09c0-416d-86d1-3860983daa8c req-4b0d6891-7f1a-49ac-8205-6ad155290da6 service nova] Enqueued Resource ID: 4c62688f-1aa6-47ae-a2a1-1bb84a9c4871 with Priority: HIGHEST for action security_group_rules [ 632.984263] env[63412]: INFO networking_nsxv3.common.synchronization [req-ccf25d97-09c0-416d-86d1-3860983daa8c req-4b0d6891-7f1a-49ac-8205-6ad155290da6 service nova] Enqueued Resource ID: 4c62688f-1aa6-47ae-a2a1-1bb84a9c4871 with Priority: HIGHEST for action security_group_members [ 632.984263] env[63412]: INFO networking_nsxv3.common.synchronization [req-ccf25d97-09c0-416d-86d1-3860983daa8c req-4b0d6891-7f1a-49ac-8205-6ad155290da6 service nova] Enqueued Resource ID: 2b8df141-2b96-4ac9-8e2b-aa84addf3d22 with Priority: HIGHEST for action port [ 632.984263] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c62688f-1aa6-47ae-a2a1-1bb84a9c4871 with Priority: HIGHEST for action security_group_rules [ 632.984263] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c62688f-1aa6-47ae-a2a1-1bb84a9c4871 with Priority: HIGHEST for action security_group_members [ 632.984263] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8df141-2b96-4ac9-8e2b-aa84addf3d22 with Priority: HIGHEST for action port [ 632.984263] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.984263] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.984263] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.984263] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.984263] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c62688f-1aa6-47ae-a2a1-1bb84a9c4871',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.985220] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.985220] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.985423] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.985423] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.986128] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.986128] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.986128] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.986128] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.986128] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.986128] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c62688f-1aa6-47ae-a2a1-1bb84a9c4871',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.986741] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b8df141-2b96-4ac9-8e2b-aa84addf3d22 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.986852] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b8df141-2b96-4ac9-8e2b-aa84addf3d22" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.986921] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b8df141-2b96-4ac9-8e2b-aa84addf3d22" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.987064] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b8df141-2b96-4ac9-8e2b-aa84addf3d22" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.987142] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b8df141-2b96-4ac9-8e2b-aa84addf3d22',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.489392] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.489606] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.491063] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c62688f-1aa6-47ae-a2a1-1bb84a9c4871',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.492346] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b8df141-2b96-4ac9-8e2b-aa84addf3d22 with status ACTIVE [ 633.493530] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.493530] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.493530] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.493530] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.493530] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.493530] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.493805] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.493805] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.493859] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.493984] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.494317] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.498094] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.498094] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.498094] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.498094] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.498094] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b8df141-2b96-4ac9-8e2b-aa84addf3d22 is going to be updated. [ 633.515233] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.515437] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.515544] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.516522] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.516739] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.516973] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b8df141-2b96-4ac9-8e2b-aa84addf3d22" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.519625] env[63412]: INFO networking_nsxv3.common.synchronization [None req-801aef41-5781-46cc-8801-6942dc6db1b4 None None] Enqueued Resource ID: 192181a7-b019-40cc-978e-756cb932201f with Priority: HIGHEST for action port [ 633.520094] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192181a7-b019-40cc-978e-756cb932201f with Priority: HIGHEST for action port [ 633.523997] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-192181a7-b019-40cc-978e-756cb932201f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.523997] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-192181a7-b019-40cc-978e-756cb932201f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.523997] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-192181a7-b019-40cc-978e-756cb932201f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.523997] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-192181a7-b019-40cc-978e-756cb932201f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.523997] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('192181a7-b019-40cc-978e-756cb932201f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.999986] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c62688f-1aa6-47ae-a2a1-1bb84a9c4871',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.027113] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 192181a7-b019-40cc-978e-756cb932201f [ 634.027113] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.027113] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.027113] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.027349] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.027518] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.027724] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:192181a7-b019-40cc-978e-756cb932201f already deleted. [ 634.027911] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-192181a7-b019-40cc-978e-756cb932201f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.486498] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74504888-4a38-492e-bae4-12329fd9c6e2 in Status: SUCCESS [ 634.486613] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.486779] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.487035] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.487240] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.487359] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.487436] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.487580] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.487661] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.487743] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.487828] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74504888-4a38-492e-bae4-12329fd9c6e2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.503214] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.503399] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.503437] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.503618] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.503708] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.503808] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c62688f-1aa6-47ae-a2a1-1bb84a9c4871 is going to be created. [ 634.523966] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.524141] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.524204] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.524443] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.524620] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.532369] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c62688f-1aa6-47ae-a2a1-1bb84a9c4871 in Status: UNINITIALIZED for 2s [ 634.704518] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e7ae6f0-0972-416c-9c7c-25db1449275f in Status: SUCCESS [ 634.704701] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e7ae6f0-0972-416c-9c7c-25db1449275f deletion is rescheduled due to dependency. [ 634.704806] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e7ae6f0-0972-416c-9c7c-25db1449275f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.990346] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-74504888-4a38-492e-bae4-12329fd9c6e2 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.990556] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.990659] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.990923] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.991129] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.991264] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.991338] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.991498] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.991584] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.991669] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.991815] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-74504888-4a38-492e-bae4-12329fd9c6e2 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.991907] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.991965] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.992132] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.992267] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.992354] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.992415] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.992559] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.992628] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.992706] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.992788] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74504888-4a38-492e-bae4-12329fd9c6e2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.494660] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74504888-4a38-492e-bae4-12329fd9c6e2: rpc.has_security_group_logging(os_id): False [ 635.511442] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.511582] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.512184] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.512184] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.512184] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.512184] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.512390] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.512390] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.512462] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.512508] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.512672] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.512767] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.512829] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.512996] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.513082] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.513258] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.513350] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.513409] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.513544] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.513672] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.514649] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74504888-4a38-492e-bae4-12329fd9c6e2 is going to be created. [ 635.565528] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.565674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.565745] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.566180] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.566180] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.576833] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74504888-4a38-492e-bae4-12329fd9c6e2 in Status: IN_PROGRESS for 2s [ 636.447615] env[63412]: INFO networking_nsxv3.common.synchronization [req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e req-ac68e45c-880c-411a-8f47-0b3a6491d618 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Enqueued Resource ID: f9970b86-2be5-4c59-b559-2b28b2d0eddc with Priority: HIGHEST for action security_group_members [ 636.447615] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9970b86-2be5-4c59-b559-2b28b2d0eddc with Priority: HIGHEST for action security_group_members [ 636.447615] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9970b86-2be5-4c59-b559-2b28b2d0eddc taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.447615] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9970b86-2be5-4c59-b559-2b28b2d0eddc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.447615] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9970b86-2be5-4c59-b559-2b28b2d0eddc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.447615] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9970b86-2be5-4c59-b559-2b28b2d0eddc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.447615] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.447615] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.447615] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.447615] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.447615] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.447615] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9970b86-2be5-4c59-b559-2b28b2d0eddc',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.541437] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c62688f-1aa6-47ae-a2a1-1bb84a9c4871 in Status: SUCCESS [ 636.541736] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.541945] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.542023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.542216] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.542332] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.542399] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.542553] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.542665] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.542902] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.542902] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c62688f-1aa6-47ae-a2a1-1bb84a9c4871',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.760346] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-973 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.760580] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-973" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.760702] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-973" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.761036] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-973" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.761301] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.761460] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.761703] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.761939] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.762112] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.762344] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 636.762459] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.762572] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.762671] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.762794] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 636.762930] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.763088] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.781166] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.781373] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 636.781533] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.781784] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-973" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.782117] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-7a3d16a8-7bb1-43f6-96b3-fbd52f058c93 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.782296] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-7a3d16a8-7bb1-43f6-96b3-fbd52f058c93" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.782438] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-7a3d16a8-7bb1-43f6-96b3-fbd52f058c93" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.782723] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-7a3d16a8-7bb1-43f6-96b3-fbd52f058c93" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.782861] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a3d16a8-7bb1-43f6-96b3-fbd52f058c93',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.949852] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.950063] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.950135] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.951120] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.951120] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.951120] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.951120] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.951120] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.951120] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.951120] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.951120] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9970b86-2be5-4c59-b559-2b28b2d0eddc already deleted. [ 636.951423] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9970b86-2be5-4c59-b559-2b28b2d0eddc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.045492] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.045649] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.045702] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.045989] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.046245] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.046353] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.046408] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.046569] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.046652] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.046742] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.046887] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.046993] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.047080] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.047329] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.047430] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.047505] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.047565] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.047700] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.047777] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.047858] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.047947] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c62688f-1aa6-47ae-a2a1-1bb84a9c4871',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.287388] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.287388] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.287388] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.287388] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.287388] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.287388] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 7a3d16a8-7bb1-43f6-96b3-fbd52f058c93 not found, creating... [ 637.287388] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.287954] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.287954] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.287954] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.288089] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.288558] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.288816] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.288926] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.289213] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.289386] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.289565] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 7a3d16a8-7bb1-43f6-96b3-fbd52f058c93 is going to be created. [ 637.309368] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.309773] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.309993] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.310419] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.310709] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.311031] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-7a3d16a8-7bb1-43f6-96b3-fbd52f058c93" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.550459] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c62688f-1aa6-47ae-a2a1-1bb84a9c4871: rpc.has_security_group_logging(os_id): False [ 637.568745] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.569105] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.569238] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.569896] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.569896] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.571449] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.571449] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.571449] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.571449] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.571449] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.571449] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.571902] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.571902] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.571979] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.572205] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.572491] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.572662] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.572772] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.573055] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.573204] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.573367] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c62688f-1aa6-47ae-a2a1-1bb84a9c4871 is going to be created. [ 637.588913] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74504888-4a38-492e-bae4-12329fd9c6e2 in Status: SUCCESS [ 637.588913] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.626762] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.626963] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.627105] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.627371] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.627752] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.640279] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c62688f-1aa6-47ae-a2a1-1bb84a9c4871 in Status: IN_PROGRESS for 2s [ 638.103423] env[63412]: INFO networking_nsxv3.common.synchronization [req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e req-b3365d57-d43a-4b5c-8160-28b4292e3602 service nova] Enqueued Resource ID: f9970b86-2be5-4c59-b559-2b28b2d0eddc with Priority: HIGHEST for action security_group_rules [ 638.103656] env[63412]: INFO networking_nsxv3.common.synchronization [req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e req-b3365d57-d43a-4b5c-8160-28b4292e3602 service nova] Enqueued Resource ID: f9970b86-2be5-4c59-b559-2b28b2d0eddc with Priority: HIGHEST for action security_group_members [ 638.103793] env[63412]: INFO networking_nsxv3.common.synchronization [req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e req-b3365d57-d43a-4b5c-8160-28b4292e3602 service nova] Enqueued Resource ID: 7a3d16a8-7bb1-43f6-96b3-fbd52f058c93 with Priority: HIGHEST for action port [ 638.104679] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9970b86-2be5-4c59-b559-2b28b2d0eddc with Priority: HIGHEST for action security_group_rules [ 638.104866] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9970b86-2be5-4c59-b559-2b28b2d0eddc with Priority: HIGHEST for action security_group_members [ 638.105056] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a3d16a8-7bb1-43f6-96b3-fbd52f058c93 with Priority: HIGHEST for action port [ 638.105405] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9970b86-2be5-4c59-b559-2b28b2d0eddc taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.105636] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9970b86-2be5-4c59-b559-2b28b2d0eddc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.105674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9970b86-2be5-4c59-b559-2b28b2d0eddc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.105884] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9970b86-2be5-4c59-b559-2b28b2d0eddc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.106028] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9970b86-2be5-4c59-b559-2b28b2d0eddc',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.108091] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9970b86-2be5-4c59-b559-2b28b2d0eddc taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.108091] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9970b86-2be5-4c59-b559-2b28b2d0eddc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.108225] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9970b86-2be5-4c59-b559-2b28b2d0eddc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.109357] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9970b86-2be5-4c59-b559-2b28b2d0eddc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.109357] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.109357] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.109357] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.109357] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.109357] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.109357] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9970b86-2be5-4c59-b559-2b28b2d0eddc',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.110689] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a3d16a8-7bb1-43f6-96b3-fbd52f058c93 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.110836] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a3d16a8-7bb1-43f6-96b3-fbd52f058c93" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.110910] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a3d16a8-7bb1-43f6-96b3-fbd52f058c93" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.111690] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a3d16a8-7bb1-43f6-96b3-fbd52f058c93" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.111783] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a3d16a8-7bb1-43f6-96b3-fbd52f058c93',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.613725] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a3d16a8-7bb1-43f6-96b3-fbd52f058c93 with status ACTIVE [ 638.613725] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.614098] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.614098] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.614098] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.614215] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.614323] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.614421] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.614482] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.614633] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.614708] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.614879] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.614973] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.615110] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.615268] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.615345] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.615419] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a3d16a8-7bb1-43f6-96b3-fbd52f058c93 is going to be updated. [ 638.616554] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9970b86-2be5-4c59-b559-2b28b2d0eddc',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.617435] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9970b86-2be5-4c59-b559-2b28b2d0eddc taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.617573] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9970b86-2be5-4c59-b559-2b28b2d0eddc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.636213] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.636415] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.636415] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.636649] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.636779] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.636931] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a3d16a8-7bb1-43f6-96b3-fbd52f058c93" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.122415] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9970b86-2be5-4c59-b559-2b28b2d0eddc',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.625605] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.625963] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.625963] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.626323] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.626445] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.626608] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9970b86-2be5-4c59-b559-2b28b2d0eddc is going to be created. [ 639.650348] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.650557] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.650557] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.650732] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.650885] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.653416] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c62688f-1aa6-47ae-a2a1-1bb84a9c4871 in Status: SUCCESS [ 639.653416] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.661191] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9970b86-2be5-4c59-b559-2b28b2d0eddc in Status: UNINITIALIZED for 2s [ 640.467179] env[63412]: INFO networking_nsxv3.common.synchronization [req-e2aab747-0031-45f4-9ec7-c964db3b8494 req-8c381d7a-1598-4f0d-85fb-724fae4c5b24 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Enqueued Resource ID: 74504888-4a38-492e-bae4-12329fd9c6e2 with Priority: HIGHEST for action security_group_members [ 640.467331] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74504888-4a38-492e-bae4-12329fd9c6e2 with Priority: HIGHEST for action security_group_members [ 640.467562] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-74504888-4a38-492e-bae4-12329fd9c6e2 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.467675] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.467740] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.467954] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.468515] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.468626] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.468691] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.468869] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.468981] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.469068] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74504888-4a38-492e-bae4-12329fd9c6e2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.971449] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74504888-4a38-492e-bae4-12329fd9c6e2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.039542] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.039788] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.039879] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.040229] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.040508] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.040691] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.040815] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.041068] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.041263] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.041498] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 641.041618] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.041726] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.041829] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.041960] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 641.042097] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.042283] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.060598] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.060772] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 641.060913] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.061115] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.061576] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-e8be84d7-7561-4934-8ac2-76f26f9c8b14 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.061836] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-e8be84d7-7561-4934-8ac2-76f26f9c8b14" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.061968] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-e8be84d7-7561-4934-8ac2-76f26f9c8b14" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.062319] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-e8be84d7-7561-4934-8ac2-76f26f9c8b14" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.062467] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8be84d7-7561-4934-8ac2-76f26f9c8b14',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.476372] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74504888-4a38-492e-bae4-12329fd9c6e2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.565630] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.565881] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.565981] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.566309] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.566458] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.566614] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port e8be84d7-7561-4934-8ac2-76f26f9c8b14 not found, creating... [ 641.566867] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.567032] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.567155] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.567373] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.567504] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.567791] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.567947] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.568082] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.568292] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.568419] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.568554] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: e8be84d7-7561-4934-8ac2-76f26f9c8b14 is going to be created. [ 641.588643] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.588850] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.588974] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.589247] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.589473] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.589691] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-e8be84d7-7561-4934-8ac2-76f26f9c8b14" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.672703] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9970b86-2be5-4c59-b559-2b28b2d0eddc in Status: SUCCESS [ 641.672996] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9970b86-2be5-4c59-b559-2b28b2d0eddc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.673253] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9970b86-2be5-4c59-b559-2b28b2d0eddc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.673480] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9970b86-2be5-4c59-b559-2b28b2d0eddc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.673674] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.674347] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.674347] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.674347] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.674347] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.674347] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9970b86-2be5-4c59-b559-2b28b2d0eddc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.674347] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9970b86-2be5-4c59-b559-2b28b2d0eddc',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.979895] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.980268] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.980268] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.980427] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.980535] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.980658] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74504888-4a38-492e-bae4-12329fd9c6e2 is going to be updated. [ 642.008515] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.008671] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.008744] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.008946] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.009234] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.017079] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74504888-4a38-492e-bae4-12329fd9c6e2 in Status: IN_PROGRESS for 2s [ 642.176283] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9970b86-2be5-4c59-b559-2b28b2d0eddc',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.410748] env[63412]: INFO networking_nsxv3.common.synchronization [req-e2aab747-0031-45f4-9ec7-c964db3b8494 req-e6d5be43-9016-4f7c-9c42-81fb8611f0e5 service nova] Enqueued Resource ID: 74504888-4a38-492e-bae4-12329fd9c6e2 with Priority: HIGHEST for action security_group_rules [ 642.410748] env[63412]: INFO networking_nsxv3.common.synchronization [req-e2aab747-0031-45f4-9ec7-c964db3b8494 req-e6d5be43-9016-4f7c-9c42-81fb8611f0e5 service nova] Enqueued Resource ID: 74504888-4a38-492e-bae4-12329fd9c6e2 with Priority: HIGHEST for action security_group_members [ 642.410748] env[63412]: INFO networking_nsxv3.common.synchronization [req-e2aab747-0031-45f4-9ec7-c964db3b8494 req-e6d5be43-9016-4f7c-9c42-81fb8611f0e5 service nova] Enqueued Resource ID: e8be84d7-7561-4934-8ac2-76f26f9c8b14 with Priority: HIGHEST for action port [ 642.414802] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74504888-4a38-492e-bae4-12329fd9c6e2 with Priority: HIGHEST for action security_group_rules [ 642.416086] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74504888-4a38-492e-bae4-12329fd9c6e2 with Priority: HIGHEST for action security_group_members [ 642.416086] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8be84d7-7561-4934-8ac2-76f26f9c8b14 with Priority: HIGHEST for action port [ 642.416086] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74504888-4a38-492e-bae4-12329fd9c6e2 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.416086] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.416086] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.416361] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.416361] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74504888-4a38-492e-bae4-12329fd9c6e2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.417453] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-74504888-4a38-492e-bae4-12329fd9c6e2 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.417582] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.417765] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8be84d7-7561-4934-8ac2-76f26f9c8b14 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.417865] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8be84d7-7561-4934-8ac2-76f26f9c8b14" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.417929] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8be84d7-7561-4934-8ac2-76f26f9c8b14" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.418709] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8be84d7-7561-4934-8ac2-76f26f9c8b14" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.419459] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8be84d7-7561-4934-8ac2-76f26f9c8b14',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.678483] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9970b86-2be5-4c59-b559-2b28b2d0eddc: rpc.has_security_group_logging(os_id): False [ 642.695698] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.695853] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.695945] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.696209] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.696311] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.696548] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.696648] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.696712] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.696864] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.696939] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.697033] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9970b86-2be5-4c59-b559-2b28b2d0eddc is going to be created. [ 642.755425] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.755425] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.755602] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.755695] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.755851] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.765407] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9970b86-2be5-4c59-b559-2b28b2d0eddc in Status: IN_PROGRESS for 2s [ 642.922368] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-74504888-4a38-492e-bae4-12329fd9c6e2 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.922563] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.923525] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8be84d7-7561-4934-8ac2-76f26f9c8b14 with status ACTIVE [ 642.923849] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.926617] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.926751] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.927394] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.928785] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.929076] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.930840] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.930902] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.931112] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.931198] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.931411] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.931515] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.931568] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.931709] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.931784] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.931873] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8be84d7-7561-4934-8ac2-76f26f9c8b14 is going to be updated. [ 642.952161] env[63412]: INFO networking_nsxv3.common.synchronization [req-7821971f-9981-4bb9-a9e5-a042c97db7c2 req-93bbd638-f611-4498-8a06-65a4ffb3de6b tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Enqueued Resource ID: 30ea6ef9-828c-4a18-8b44-8bc4785005ec with Priority: HIGHEST for action security_group_members [ 642.952161] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ea6ef9-828c-4a18-8b44-8bc4785005ec with Priority: HIGHEST for action security_group_members [ 642.952161] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ea6ef9-828c-4a18-8b44-8bc4785005ec taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.952433] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ea6ef9-828c-4a18-8b44-8bc4785005ec" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.952433] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ea6ef9-828c-4a18-8b44-8bc4785005ec" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.952519] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ea6ef9-828c-4a18-8b44-8bc4785005ec" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.952660] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.953462] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.953462] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.953462] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.953462] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.953635] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30ea6ef9-828c-4a18-8b44-8bc4785005ec',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.956913] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.956913] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.956913] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.957216] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.957216] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.957365] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8be84d7-7561-4934-8ac2-76f26f9c8b14" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.353634] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-603 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.354116] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-603" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.354116] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-603" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.354350] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-603" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.354591] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.354751] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.354869] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.355112] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.355274] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.355486] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 643.355595] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.355703] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.355805] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.355909] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 643.356018] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.356176] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.372932] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.373205] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 643.373314] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.373594] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-603" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.374016] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-c810f443-79e6-4887-bb3a-6ef2d5d71819 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.374285] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-c810f443-79e6-4887-bb3a-6ef2d5d71819" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.374336] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-c810f443-79e6-4887-bb3a-6ef2d5d71819" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.374776] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-c810f443-79e6-4887-bb3a-6ef2d5d71819" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.374851] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c810f443-79e6-4887-bb3a-6ef2d5d71819',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.457697] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.457697] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.457697] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.457697] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.457697] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.457697] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.457697] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.457697] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.457697] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.457697] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.457697] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ea6ef9-828c-4a18-8b44-8bc4785005ec already deleted. [ 643.457697] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ea6ef9-828c-4a18-8b44-8bc4785005ec" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.876966] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.877211] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.877339] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.877607] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.877752] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.877901] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port c810f443-79e6-4887-bb3a-6ef2d5d71819 not found, creating... [ 643.878178] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.878340] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.878458] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.878670] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.878805] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.879088] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.879241] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.879356] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.879557] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.879690] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.879822] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: c810f443-79e6-4887-bb3a-6ef2d5d71819 is going to be created. [ 643.898057] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.898312] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.898518] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.898802] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.899032] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.899248] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-c810f443-79e6-4887-bb3a-6ef2d5d71819" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.027527] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74504888-4a38-492e-bae4-12329fd9c6e2 in Status: SUCCESS [ 644.028021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.028021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.028190] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.028319] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.028432] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.028495] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.028648] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.028727] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.028999] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74504888-4a38-492e-bae4-12329fd9c6e2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.533721] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74504888-4a38-492e-bae4-12329fd9c6e2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.648788] env[63412]: INFO networking_nsxv3.common.synchronization [req-7821971f-9981-4bb9-a9e5-a042c97db7c2 req-a0803ca2-9a00-4c24-91e3-35c97deeff7c service nova] Enqueued Resource ID: 30ea6ef9-828c-4a18-8b44-8bc4785005ec with Priority: HIGHEST for action security_group_rules [ 644.648788] env[63412]: INFO networking_nsxv3.common.synchronization [req-7821971f-9981-4bb9-a9e5-a042c97db7c2 req-a0803ca2-9a00-4c24-91e3-35c97deeff7c service nova] Enqueued Resource ID: 30ea6ef9-828c-4a18-8b44-8bc4785005ec with Priority: HIGHEST for action security_group_members [ 644.648788] env[63412]: INFO networking_nsxv3.common.synchronization [req-7821971f-9981-4bb9-a9e5-a042c97db7c2 req-a0803ca2-9a00-4c24-91e3-35c97deeff7c service nova] Enqueued Resource ID: c810f443-79e6-4887-bb3a-6ef2d5d71819 with Priority: HIGHEST for action port [ 644.648788] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ea6ef9-828c-4a18-8b44-8bc4785005ec with Priority: HIGHEST for action security_group_rules [ 644.648788] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ea6ef9-828c-4a18-8b44-8bc4785005ec with Priority: HIGHEST for action security_group_members [ 644.648788] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c810f443-79e6-4887-bb3a-6ef2d5d71819 with Priority: HIGHEST for action port [ 644.649486] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30ea6ef9-828c-4a18-8b44-8bc4785005ec taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.649761] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30ea6ef9-828c-4a18-8b44-8bc4785005ec" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.649931] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30ea6ef9-828c-4a18-8b44-8bc4785005ec" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.650278] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30ea6ef9-828c-4a18-8b44-8bc4785005ec" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.650459] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30ea6ef9-828c-4a18-8b44-8bc4785005ec',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.651466] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ea6ef9-828c-4a18-8b44-8bc4785005ec taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.651717] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ea6ef9-828c-4a18-8b44-8bc4785005ec" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.651875] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ea6ef9-828c-4a18-8b44-8bc4785005ec" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.652156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ea6ef9-828c-4a18-8b44-8bc4785005ec" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.653083] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.653083] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.653083] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.653083] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.653083] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.653083] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30ea6ef9-828c-4a18-8b44-8bc4785005ec',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.654334] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-c810f443-79e6-4887-bb3a-6ef2d5d71819 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.654605] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c810f443-79e6-4887-bb3a-6ef2d5d71819" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.654773] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c810f443-79e6-4887-bb3a-6ef2d5d71819" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.656206] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c810f443-79e6-4887-bb3a-6ef2d5d71819" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.656206] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c810f443-79e6-4887-bb3a-6ef2d5d71819',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.776184] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9970b86-2be5-4c59-b559-2b28b2d0eddc in Status: SUCCESS [ 644.776445] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9970b86-2be5-4c59-b559-2b28b2d0eddc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.037161] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74504888-4a38-492e-bae4-12329fd9c6e2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.157586] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30ea6ef9-828c-4a18-8b44-8bc4785005ec',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.158313] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ea6ef9-828c-4a18-8b44-8bc4785005ec taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.158408] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ea6ef9-828c-4a18-8b44-8bc4785005ec" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.162157] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c810f443-79e6-4887-bb3a-6ef2d5d71819 with status ACTIVE [ 645.162157] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.162157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.162157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.162157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.162157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.162157] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.162157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.162157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.162157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.162157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.162157] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.162157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.162157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.162157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.162157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.162157] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c810f443-79e6-4887-bb3a-6ef2d5d71819 is going to be updated. [ 645.181878] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.182047] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.182105] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.182305] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.182443] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.182591] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c810f443-79e6-4887-bb3a-6ef2d5d71819" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.541750] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.541750] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.541750] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.542242] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.542242] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.542242] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74504888-4a38-492e-bae4-12329fd9c6e2 is going to be updated. [ 645.571149] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.571393] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.571393] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.571550] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.571688] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.588887] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74504888-4a38-492e-bae4-12329fd9c6e2 in Status: IN_PROGRESS for 2s [ 645.660402] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30ea6ef9-828c-4a18-8b44-8bc4785005ec',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.853174] env[63412]: INFO networking_nsxv3.common.synchronization [req-036f375b-e84a-49ad-ae7c-47f67155af59 req-0ed3bdbe-572a-4e9f-a80c-37203bc1dbcc tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Enqueued Resource ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f with Priority: HIGHEST for action security_group_members [ 645.856071] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f with Priority: HIGHEST for action security_group_members [ 645.857034] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.857034] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.857034] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.857034] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.857374] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.857374] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.857374] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.857697] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.857697] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.857697] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5fcea6a-ac0c-430f-94e0-e30e44aaa08f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.044806] env[63412]: INFO networking_nsxv3.common.synchronization [req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 req-5672278a-f531-4b44-b7f3-91229b7f357e tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Enqueued Resource ID: 4c62688f-1aa6-47ae-a2a1-1bb84a9c4871 with Priority: HIGHEST for action security_group_members [ 646.045310] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c62688f-1aa6-47ae-a2a1-1bb84a9c4871 with Priority: HIGHEST for action security_group_members [ 646.045670] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.045799] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.045858] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.046804] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.047013] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.047113] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.047179] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.047305] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.047396] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.047567] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c62688f-1aa6-47ae-a2a1-1bb84a9c4871',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.163139] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.163292] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.163364] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.163712] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.163811] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.163919] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ea6ef9-828c-4a18-8b44-8bc4785005ec is going to be created. [ 646.191724] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.191986] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.191986] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.192733] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.192733] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.200079] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ea6ef9-828c-4a18-8b44-8bc4785005ec in Status: UNINITIALIZED for 2s [ 646.247409] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.247682] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.247806] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.248112] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.248390] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.248545] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.248659] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.248870] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.249016] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.249228] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 646.249342] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.249480] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.249655] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.249718] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 646.249775] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.249902] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.271342] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.271342] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 646.271342] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.271342] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.271342] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.271342] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.271342] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.271342] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.271342] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.363995] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.363995] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.363995] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.363995] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.363995] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.363995] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.363995] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.363995] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.363995] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.363995] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.363995] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f already deleted. [ 646.363995] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.549790] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.550093] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.550093] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.550512] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.550512] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.550512] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.550807] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.550807] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.550807] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.550930] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.550991] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c62688f-1aa6-47ae-a2a1-1bb84a9c4871 is going to be updated. [ 646.577422] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.577556] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.577941] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.577941] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.578071] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.585626] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c62688f-1aa6-47ae-a2a1-1bb84a9c4871 in Status: IN_PROGRESS for 2s [ 646.777090] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.777326] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.777719] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.777802] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.777904] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.778054] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde not found, creating... [ 646.778316] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.778478] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.778602] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.778794] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.778930] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.779220] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.779391] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.779470] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.779677] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.779802] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.779940] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde is going to be created. [ 646.800277] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.800639] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.800777] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.801057] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.801316] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.801536] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.581524] env[63412]: INFO networking_nsxv3.common.synchronization [req-036f375b-e84a-49ad-ae7c-47f67155af59 req-6e81455b-b0db-43e4-b492-8ea477891831 service nova] Enqueued Resource ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f with Priority: HIGHEST for action security_group_rules [ 647.581524] env[63412]: INFO networking_nsxv3.common.synchronization [req-036f375b-e84a-49ad-ae7c-47f67155af59 req-6e81455b-b0db-43e4-b492-8ea477891831 service nova] Enqueued Resource ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f with Priority: HIGHEST for action security_group_members [ 647.581524] env[63412]: INFO networking_nsxv3.common.synchronization [req-036f375b-e84a-49ad-ae7c-47f67155af59 req-6e81455b-b0db-43e4-b492-8ea477891831 service nova] Enqueued Resource ID: f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde with Priority: HIGHEST for action port [ 647.581524] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f with Priority: HIGHEST for action security_group_rules [ 647.581524] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f with Priority: HIGHEST for action security_group_members [ 647.581524] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde with Priority: HIGHEST for action port [ 647.583225] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.584619] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.584619] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.584619] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.584619] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5fcea6a-ac0c-430f-94e0-e30e44aaa08f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.585314] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.585438] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.585506] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.585688] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.585849] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.585942] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.586020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.586214] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.586358] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.586358] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5fcea6a-ac0c-430f-94e0-e30e44aaa08f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.587275] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.587429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.587536] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.587734] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.587781] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.598399] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74504888-4a38-492e-bae4-12329fd9c6e2 in Status: SUCCESS [ 647.598830] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.598830] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.599041] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.599292] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.599414] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.599476] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.599638] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.599720] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.599802] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.599892] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74504888-4a38-492e-bae4-12329fd9c6e2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.089452] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5fcea6a-ac0c-430f-94e0-e30e44aaa08f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.090705] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.090705] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.090845] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde with status ACTIVE [ 648.091063] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.091063] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.091210] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.091327] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.091405] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.091725] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.091725] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.091878] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.091878] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.091972] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.092462] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.092462] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.092462] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.092462] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.092462] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.092906] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde is going to be updated. [ 648.103219] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-74504888-4a38-492e-bae4-12329fd9c6e2 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.105812] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.105812] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.105812] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.105812] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.105812] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.105812] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.105812] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.105812] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.105812] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.105812] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-74504888-4a38-492e-bae4-12329fd9c6e2 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.105812] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.105812] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.105812] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.105812] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.105812] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.105812] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.105812] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.105812] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.106410] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.106410] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74504888-4a38-492e-bae4-12329fd9c6e2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.112706] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.112825] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.112876] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.113132] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.113225] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.113662] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.211270] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ea6ef9-828c-4a18-8b44-8bc4785005ec in Status: SUCCESS [ 648.211270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ea6ef9-828c-4a18-8b44-8bc4785005ec" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.211551] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ea6ef9-828c-4a18-8b44-8bc4785005ec" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.213219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ea6ef9-828c-4a18-8b44-8bc4785005ec" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.213219] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.213219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.213219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.213219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.213219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.213219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ea6ef9-828c-4a18-8b44-8bc4785005ec" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.213219] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30ea6ef9-828c-4a18-8b44-8bc4785005ec',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.601058] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c62688f-1aa6-47ae-a2a1-1bb84a9c4871 in Status: SUCCESS [ 648.601348] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c62688f-1aa6-47ae-a2a1-1bb84a9c4871 deletion is rescheduled due to dependency. [ 648.601348] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.602236] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5fcea6a-ac0c-430f-94e0-e30e44aaa08f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.608054] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74504888-4a38-492e-bae4-12329fd9c6e2: rpc.has_security_group_logging(os_id): False [ 648.625422] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.625422] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.625422] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.625422] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.625422] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.625422] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.625809] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.625809] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.625809] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.625809] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.626098] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.626098] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.626182] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.626321] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.626417] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.626651] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.626651] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.626651] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.626814] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.626841] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.626912] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74504888-4a38-492e-bae4-12329fd9c6e2 is going to be updated. [ 648.687859] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.687859] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.687859] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.687859] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.687859] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.701497] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74504888-4a38-492e-bae4-12329fd9c6e2 in Status: IN_PROGRESS for 2s [ 648.715561] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ea6ef9-828c-4a18-8b44-8bc4785005ec taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.715728] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ea6ef9-828c-4a18-8b44-8bc4785005ec" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.719019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ea6ef9-828c-4a18-8b44-8bc4785005ec" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.719019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ea6ef9-828c-4a18-8b44-8bc4785005ec" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.719019] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.719019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.719019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.719019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.719019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.719019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ea6ef9-828c-4a18-8b44-8bc4785005ec" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.719019] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ea6ef9-828c-4a18-8b44-8bc4785005ec taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.719019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ea6ef9-828c-4a18-8b44-8bc4785005ec" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.719019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ea6ef9-828c-4a18-8b44-8bc4785005ec" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.719019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ea6ef9-828c-4a18-8b44-8bc4785005ec" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.719019] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.719019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.719019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.719019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.719019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.719019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ea6ef9-828c-4a18-8b44-8bc4785005ec" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.719871] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30ea6ef9-828c-4a18-8b44-8bc4785005ec',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.104531] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.104531] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.104722] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.104798] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.104850] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.105724] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f is going to be created. [ 649.131049] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.131278] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.131278] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.131444] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.131602] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.142126] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f in Status: UNINITIALIZED for 2s [ 649.224671] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30ea6ef9-828c-4a18-8b44-8bc4785005ec: rpc.has_security_group_logging(os_id): False [ 649.245861] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.249019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.249019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.249019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.249019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.249019] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.249019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.249019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.249019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.249019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.249019] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.249019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.249019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.249019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.249019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.249651] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.249651] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.249651] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.249858] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.250987] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.251154] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30ea6ef9-828c-4a18-8b44-8bc4785005ec is going to be created. [ 649.311468] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.311720] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.311720] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.311884] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.312075] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.324657] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30ea6ef9-828c-4a18-8b44-8bc4785005ec in Status: IN_PROGRESS for 2s [ 650.721627] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74504888-4a38-492e-bae4-12329fd9c6e2 in Status: SUCCESS [ 650.722100] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.152495] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f in Status: UNINITIALIZED for 4s [ 651.338754] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30ea6ef9-828c-4a18-8b44-8bc4785005ec in Status: SUCCESS [ 651.338976] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30ea6ef9-828c-4a18-8b44-8bc4785005ec" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.581821] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 652.582217] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 653.163027] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f in Status: SUCCESS [ 653.163027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.163027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.163027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.163027] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.163027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.163027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.163027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.163027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.163027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.163027] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5fcea6a-ac0c-430f-94e0-e30e44aaa08f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.672072] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.672072] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.672072] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.672072] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.673099] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.676342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.676342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.676342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.676342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.676342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.676342] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.676342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.676342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.676342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.676342] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.676342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.676342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.676342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.676342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.676342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.676342] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5fcea6a-ac0c-430f-94e0-e30e44aaa08f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.178237] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5fcea6a-ac0c-430f-94e0-e30e44aaa08f: rpc.has_security_group_logging(os_id): False [ 654.300719] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.300878] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.300972] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.301214] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.301304] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.301494] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.301599] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.301664] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.301807] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.301873] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.302086] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.302178] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.302228] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.302370] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.302432] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.302633] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.302714] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.302763] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.302889] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.303039] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.303605] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f is going to be created. [ 654.356564] env[63412]: INFO networking_nsxv3.common.synchronization [None req-8611a1f1-6bc9-4160-9036-821568343d0e None None] Enqueued Resource ID: 74491cfa-72b1-41dc-8db7-dcb64fd8e84d with Priority: HIGHEST for action port [ 654.356564] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74491cfa-72b1-41dc-8db7-dcb64fd8e84d with Priority: HIGHEST for action port [ 654.356564] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-74491cfa-72b1-41dc-8db7-dcb64fd8e84d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.356564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74491cfa-72b1-41dc-8db7-dcb64fd8e84d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.356564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74491cfa-72b1-41dc-8db7-dcb64fd8e84d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.356970] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74491cfa-72b1-41dc-8db7-dcb64fd8e84d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.357213] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74491cfa-72b1-41dc-8db7-dcb64fd8e84d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.369660] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.369815] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.369815] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.370218] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.370218] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.381879] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f in Status: IN_PROGRESS for 2s [ 654.859888] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74491cfa-72b1-41dc-8db7-dcb64fd8e84d [ 654.860173] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.860268] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.860353] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.860575] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.860669] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.860766] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74491cfa-72b1-41dc-8db7-dcb64fd8e84d already deleted. [ 654.860848] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74491cfa-72b1-41dc-8db7-dcb64fd8e84d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.791535] env[63412]: INFO networking_nsxv3.common.synchronization [req-78e35de7-6edf-48fb-8630-5b6326dc36b7 req-3f7ae410-4ecb-449d-9584-9c68eab29e4c tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Enqueued Resource ID: 30ea6ef9-828c-4a18-8b44-8bc4785005ec with Priority: HIGHEST for action security_group_members [ 655.792113] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ea6ef9-828c-4a18-8b44-8bc4785005ec with Priority: HIGHEST for action security_group_members [ 655.792411] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ea6ef9-828c-4a18-8b44-8bc4785005ec taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.792530] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ea6ef9-828c-4a18-8b44-8bc4785005ec" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.792589] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ea6ef9-828c-4a18-8b44-8bc4785005ec" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.792784] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ea6ef9-828c-4a18-8b44-8bc4785005ec" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.792928] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.793377] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.793501] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.793674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.793761] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.793860] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30ea6ef9-828c-4a18-8b44-8bc4785005ec',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.920244] env[63412]: INFO networking_nsxv3.common.synchronization [req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 req-eee1479c-9cdc-49d8-b81d-49812fca5b64 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Enqueued Resource ID: ea433e1f-3048-470e-87de-f063bc26c197 with Priority: HIGHEST for action security_group_members [ 655.921452] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea433e1f-3048-470e-87de-f063bc26c197 with Priority: HIGHEST for action security_group_members [ 655.922278] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea433e1f-3048-470e-87de-f063bc26c197 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.922496] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea433e1f-3048-470e-87de-f063bc26c197" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.922496] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea433e1f-3048-470e-87de-f063bc26c197" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.922737] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea433e1f-3048-470e-87de-f063bc26c197" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.922989] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.923157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.923237] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.923452] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.923583] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.923702] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea433e1f-3048-470e-87de-f063bc26c197',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.297177] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.297412] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.297512] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.297794] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.297921] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.298557] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.298727] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.298817] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.299065] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.299180] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.299310] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ea6ef9-828c-4a18-8b44-8bc4785005ec is going to be updated. [ 656.329624] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.329624] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.329624] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.329624] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.329624] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.336409] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ea6ef9-828c-4a18-8b44-8bc4785005ec in Status: IN_PROGRESS for 2s [ 656.394030] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f in Status: SUCCESS [ 656.394452] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.426660] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.426821] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.426903] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.427698] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.428836] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.429188] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.430052] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.430052] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.430052] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.430052] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.430052] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea433e1f-3048-470e-87de-f063bc26c197 already deleted. [ 656.430217] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea433e1f-3048-470e-87de-f063bc26c197" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.574384] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-92 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.574571] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.574694] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.575107] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.575329] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.575492] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.575607] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.575837] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.576031] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.576209] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 656.576326] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.576438] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.576542] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.576653] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 656.576864] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.576927] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.594786] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.595012] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 656.595280] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.595480] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.595807] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-93701d67-4a35-44b3-b884-4786504859a0 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.595990] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-93701d67-4a35-44b3-b884-4786504859a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.596189] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-93701d67-4a35-44b3-b884-4786504859a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.596458] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-93701d67-4a35-44b3-b884-4786504859a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.596600] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93701d67-4a35-44b3-b884-4786504859a0',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.864354] env[63412]: INFO networking_nsxv3.common.synchronization [None req-552f9ff5-633b-418e-a6b3-22940e071e33 None None] Enqueued Resource ID: ff458758-a2e0-4dd9-b385-b624b169470f with Priority: HIGHEST for action port [ 656.864909] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff458758-a2e0-4dd9-b385-b624b169470f with Priority: HIGHEST for action port [ 656.865240] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff458758-a2e0-4dd9-b385-b624b169470f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.865369] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff458758-a2e0-4dd9-b385-b624b169470f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.865435] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff458758-a2e0-4dd9-b385-b624b169470f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.865974] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff458758-a2e0-4dd9-b385-b624b169470f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.866072] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff458758-a2e0-4dd9-b385-b624b169470f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.099242] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.099242] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.099242] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.099614] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.099614] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.099759] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 93701d67-4a35-44b3-b884-4786504859a0 not found, creating... [ 657.100026] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.100182] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.100302] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.100582] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.100718] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.101246] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.101246] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.101381] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.101591] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.101591] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.101730] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 93701d67-4a35-44b3-b884-4786504859a0 is going to be created. [ 657.122545] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.122709] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.122783] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.123024] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.123301] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.123530] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-93701d67-4a35-44b3-b884-4786504859a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.370924] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff458758-a2e0-4dd9-b385-b624b169470f [ 657.371247] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.371420] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.371492] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.371705] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.371793] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.371889] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff458758-a2e0-4dd9-b385-b624b169470f already deleted. [ 657.371968] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff458758-a2e0-4dd9-b385-b624b169470f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.700561] env[63412]: INFO networking_nsxv3.common.synchronization [None req-c6cc1432-92dc-4bac-baf8-3fdfee6cbeae None None] Enqueued Resource ID: b0ae6b70-c654-421b-bab0-57f4d0172157 with Priority: HIGHEST for action port [ 657.700662] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0ae6b70-c654-421b-bab0-57f4d0172157 with Priority: HIGHEST for action port [ 657.701376] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0ae6b70-c654-421b-bab0-57f4d0172157 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.701426] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0ae6b70-c654-421b-bab0-57f4d0172157" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.701467] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0ae6b70-c654-421b-bab0-57f4d0172157" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.701718] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0ae6b70-c654-421b-bab0-57f4d0172157" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.701801] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0ae6b70-c654-421b-bab0-57f4d0172157',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.003680] env[63412]: INFO networking_nsxv3.common.synchronization [req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 req-b4a87301-8229-4eb3-b354-cfded9b44cda service nova] Enqueued Resource ID: ea433e1f-3048-470e-87de-f063bc26c197 with Priority: HIGHEST for action security_group_rules [ 658.003897] env[63412]: INFO networking_nsxv3.common.synchronization [req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 req-b4a87301-8229-4eb3-b354-cfded9b44cda service nova] Enqueued Resource ID: ea433e1f-3048-470e-87de-f063bc26c197 with Priority: HIGHEST for action security_group_members [ 658.004563] env[63412]: INFO networking_nsxv3.common.synchronization [req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 req-b4a87301-8229-4eb3-b354-cfded9b44cda service nova] Enqueued Resource ID: 93701d67-4a35-44b3-b884-4786504859a0 with Priority: HIGHEST for action port [ 658.004650] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea433e1f-3048-470e-87de-f063bc26c197 with Priority: HIGHEST for action security_group_rules [ 658.006603] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea433e1f-3048-470e-87de-f063bc26c197 with Priority: HIGHEST for action security_group_members [ 658.006603] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93701d67-4a35-44b3-b884-4786504859a0 with Priority: HIGHEST for action port [ 658.006603] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea433e1f-3048-470e-87de-f063bc26c197 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.006847] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea433e1f-3048-470e-87de-f063bc26c197" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.006847] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea433e1f-3048-470e-87de-f063bc26c197" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.007015] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea433e1f-3048-470e-87de-f063bc26c197" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.007107] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea433e1f-3048-470e-87de-f063bc26c197',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.010433] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea433e1f-3048-470e-87de-f063bc26c197 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.010559] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea433e1f-3048-470e-87de-f063bc26c197" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.011187] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea433e1f-3048-470e-87de-f063bc26c197" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.011187] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea433e1f-3048-470e-87de-f063bc26c197" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.011287] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.011382] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.011417] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.011616] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.011647] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.011726] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea433e1f-3048-470e-87de-f063bc26c197',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.012505] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-93701d67-4a35-44b3-b884-4786504859a0 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.012579] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93701d67-4a35-44b3-b884-4786504859a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.012646] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93701d67-4a35-44b3-b884-4786504859a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.012793] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93701d67-4a35-44b3-b884-4786504859a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.012865] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93701d67-4a35-44b3-b884-4786504859a0',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.207268] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0ae6b70-c654-421b-bab0-57f4d0172157 [ 658.207613] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.207775] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.207842] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.208067] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.208157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.208260] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0ae6b70-c654-421b-bab0-57f4d0172157 already deleted. [ 658.208351] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0ae6b70-c654-421b-bab0-57f4d0172157" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.346740] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ea6ef9-828c-4a18-8b44-8bc4785005ec in Status: SUCCESS [ 658.346740] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ea6ef9-828c-4a18-8b44-8bc4785005ec deletion is rescheduled due to dependency. [ 658.346812] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ea6ef9-828c-4a18-8b44-8bc4785005ec" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.515304] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea433e1f-3048-470e-87de-f063bc26c197 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.515304] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea433e1f-3048-470e-87de-f063bc26c197" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.516765] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea433e1f-3048-470e-87de-f063bc26c197',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.518931] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93701d67-4a35-44b3-b884-4786504859a0 with status ACTIVE [ 658.521612] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.521612] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.521612] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.521612] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.521612] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.521612] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.521612] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.521612] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.521612] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.521612] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.521612] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.521612] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.521612] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.524799] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.524799] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.524799] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93701d67-4a35-44b3-b884-4786504859a0 is going to be updated. [ 658.549168] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.549168] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.549168] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.549168] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.549168] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.549168] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93701d67-4a35-44b3-b884-4786504859a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.735215] env[63412]: INFO networking_nsxv3.common.synchronization [req-fe2c392f-3dab-4512-8d2f-b4f394832649 req-744ad61d-8d7f-4fc2-901f-971a764b1426 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Enqueued Resource ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d with Priority: HIGHEST for action security_group_members [ 658.735215] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d with Priority: HIGHEST for action security_group_members [ 658.736481] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e9abf7d-66d5-41bc-9759-6fd54771278d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.736759] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.737113] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.737442] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.737804] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.738428] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.739046] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.739965] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.740184] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.740385] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e9abf7d-66d5-41bc-9759-6fd54771278d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.030033] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea433e1f-3048-470e-87de-f063bc26c197',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.156141] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-630 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.156316] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-630" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.156500] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-630" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.156920] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-630" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.159964] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.160213] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.160372] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.160630] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.160800] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.161056] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 659.161975] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.161975] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.161975] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.161975] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 659.161975] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.161975] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.184493] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.184659] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 659.187986] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.187986] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-630" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.187986] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-ffaffc15-be57-4ba5-91f0-5bb8812eb9d0 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.187986] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-ffaffc15-be57-4ba5-91f0-5bb8812eb9d0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.187986] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-ffaffc15-be57-4ba5-91f0-5bb8812eb9d0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.187986] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-ffaffc15-be57-4ba5-91f0-5bb8812eb9d0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.187986] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffaffc15-be57-4ba5-91f0-5bb8812eb9d0',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.243303] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e9abf7d-66d5-41bc-9759-6fd54771278d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.529763] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.529928] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.530014] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.530250] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.530344] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.530443] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea433e1f-3048-470e-87de-f063bc26c197 is going to be created. [ 659.553431] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.553621] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.553689] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.553894] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.554067] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.563534] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea433e1f-3048-470e-87de-f063bc26c197 in Status: UNINITIALIZED for 2s [ 659.690113] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.690563] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.691073] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.691461] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.693029] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.693029] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port ffaffc15-be57-4ba5-91f0-5bb8812eb9d0 not found, creating... [ 659.693222] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.693411] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.693562] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.693823] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.693956] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.694286] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.694449] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.694568] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.694797] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.694932] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.695083] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: ffaffc15-be57-4ba5-91f0-5bb8812eb9d0 is going to be created. [ 659.713866] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.714115] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.714255] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.714524] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.714745] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.714957] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-ffaffc15-be57-4ba5-91f0-5bb8812eb9d0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.747217] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e9abf7d-66d5-41bc-9759-6fd54771278d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.248538] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.248946] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.248946] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.249046] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.249078] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.249387] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d is going to be updated. [ 660.282945] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.282945] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.282945] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.282945] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.282945] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.292252] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d in Status: IN_PROGRESS for 2s [ 660.403050] env[63412]: INFO networking_nsxv3.common.synchronization [None req-76c829d5-ad53-4233-a718-9a775b2f70c6 None None] Enqueued Resource ID: 06fa7745-d6b7-4472-9fcc-b5d585657275 with Priority: HIGHEST for action port [ 660.403460] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06fa7745-d6b7-4472-9fcc-b5d585657275 with Priority: HIGHEST for action port [ 660.404077] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-06fa7745-d6b7-4472-9fcc-b5d585657275 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.404226] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06fa7745-d6b7-4472-9fcc-b5d585657275" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.404282] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06fa7745-d6b7-4472-9fcc-b5d585657275" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.404529] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06fa7745-d6b7-4472-9fcc-b5d585657275" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.404657] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06fa7745-d6b7-4472-9fcc-b5d585657275',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.600393] env[63412]: INFO networking_nsxv3.common.synchronization [req-fe2c392f-3dab-4512-8d2f-b4f394832649 req-11ff08a1-36ca-4761-9ce1-f1231b5e53a7 service nova] Enqueued Resource ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d with Priority: HIGHEST for action security_group_rules [ 660.600478] env[63412]: INFO networking_nsxv3.common.synchronization [req-fe2c392f-3dab-4512-8d2f-b4f394832649 req-11ff08a1-36ca-4761-9ce1-f1231b5e53a7 service nova] Enqueued Resource ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d with Priority: HIGHEST for action security_group_members [ 660.600580] env[63412]: INFO networking_nsxv3.common.synchronization [req-fe2c392f-3dab-4512-8d2f-b4f394832649 req-11ff08a1-36ca-4761-9ce1-f1231b5e53a7 service nova] Enqueued Resource ID: ffaffc15-be57-4ba5-91f0-5bb8812eb9d0 with Priority: HIGHEST for action port [ 660.600798] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d with Priority: HIGHEST for action security_group_rules [ 660.600932] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d with Priority: HIGHEST for action security_group_members [ 660.601057] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffaffc15-be57-4ba5-91f0-5bb8812eb9d0 with Priority: HIGHEST for action port [ 660.601611] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e9abf7d-66d5-41bc-9759-6fd54771278d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.601866] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.601866] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.602020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.602830] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e9abf7d-66d5-41bc-9759-6fd54771278d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.603943] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e9abf7d-66d5-41bc-9759-6fd54771278d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.604069] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.604563] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffaffc15-be57-4ba5-91f0-5bb8812eb9d0 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.604701] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffaffc15-be57-4ba5-91f0-5bb8812eb9d0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.604774] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffaffc15-be57-4ba5-91f0-5bb8812eb9d0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.605159] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffaffc15-be57-4ba5-91f0-5bb8812eb9d0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.605308] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffaffc15-be57-4ba5-91f0-5bb8812eb9d0',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.673460] env[63412]: INFO networking_nsxv3.common.synchronization [req-fde82c5e-f99c-47c5-8147-494ba2a9d0ff req-0db4c9e6-fa65-4807-b047-e5580a9eef7a tempest-DeleteServersAdminTestJSON-10653408 tempest-DeleteServersAdminTestJSON-10653408-project-admin] Enqueued Resource ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f with Priority: HIGHEST for action security_group_members [ 660.673460] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f with Priority: HIGHEST for action security_group_members [ 660.676270] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.676270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.676270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.676270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.676270] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.676270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.676270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.676270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.676270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.676270] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5fcea6a-ac0c-430f-94e0-e30e44aaa08f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.911333] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06fa7745-d6b7-4472-9fcc-b5d585657275 [ 660.911333] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.911333] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.911333] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.911541] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.911669] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.911741] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06fa7745-d6b7-4472-9fcc-b5d585657275 already deleted. [ 660.911823] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06fa7745-d6b7-4472-9fcc-b5d585657275" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.913528] env[63412]: INFO networking_nsxv3.common.synchronization [None req-03891799-d214-4e24-85df-fc60aa27ee5d None None] Enqueued Resource ID: 00e0bb25-4f95-443c-83fa-866665017d5a with Priority: HIGHEST for action port [ 660.913777] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00e0bb25-4f95-443c-83fa-866665017d5a with Priority: HIGHEST for action port [ 660.916991] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-00e0bb25-4f95-443c-83fa-866665017d5a taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.916991] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00e0bb25-4f95-443c-83fa-866665017d5a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.916991] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00e0bb25-4f95-443c-83fa-866665017d5a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.916991] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00e0bb25-4f95-443c-83fa-866665017d5a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.917281] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00e0bb25-4f95-443c-83fa-866665017d5a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.108780] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e9abf7d-66d5-41bc-9759-6fd54771278d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.108959] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.109220] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffaffc15-be57-4ba5-91f0-5bb8812eb9d0 with status ACTIVE [ 661.109956] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.109956] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.109956] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.109956] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.109956] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.110193] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.110193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.110701] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.110701] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.110701] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.110826] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.110893] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.110951] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.111121] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.111194] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.111275] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffaffc15-be57-4ba5-91f0-5bb8812eb9d0 is going to be updated. [ 661.133740] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.133894] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.133979] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.134201] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.134344] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.134502] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffaffc15-be57-4ba5-91f0-5bb8812eb9d0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.178670] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.178819] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.178899] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.179128] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.179221] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.179417] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.179523] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.179584] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.179821] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.179821] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.180127] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f is going to be updated. [ 661.209148] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.209280] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.209356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.209598] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.209753] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.227979] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f in Status: IN_PROGRESS for 2s [ 661.420813] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00e0bb25-4f95-443c-83fa-866665017d5a [ 661.420813] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.420813] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.420813] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.420813] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.420813] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.420813] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00e0bb25-4f95-443c-83fa-866665017d5a already deleted. [ 661.420813] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00e0bb25-4f95-443c-83fa-866665017d5a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.573948] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea433e1f-3048-470e-87de-f063bc26c197 in Status: SUCCESS [ 661.574196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea433e1f-3048-470e-87de-f063bc26c197" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.574382] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea433e1f-3048-470e-87de-f063bc26c197" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.574606] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea433e1f-3048-470e-87de-f063bc26c197" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.574799] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.574913] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.574992] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.575593] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.575593] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.575593] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea433e1f-3048-470e-87de-f063bc26c197" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.575593] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea433e1f-3048-470e-87de-f063bc26c197',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.080449] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea433e1f-3048-470e-87de-f063bc26c197',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.289910] env[63412]: INFO networking_nsxv3.common.synchronization [None req-39d2ea72-1bde-41dd-9574-41e71a2556ce tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Enqueued Resource ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 with Priority: HIGHEST for action security_group_rules [ 662.299112] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 with Priority: HIGHEST for action security_group_rules [ 662.299112] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad7db65-87dc-460c-aa73-bb6c15e307c2 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.299112] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.299112] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.299112] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.299112] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad7db65-87dc-460c-aa73-bb6c15e307c2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.309193] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d in Status: SUCCESS [ 662.309539] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.310764] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.310764] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.310972] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.310972] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.311072] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.311247] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.311338] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.311485] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e9abf7d-66d5-41bc-9759-6fd54771278d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.429260] env[63412]: INFO networking_nsxv3.common.synchronization [None req-001ec2d3-c186-4390-8ff1-a3694401cd68 tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Enqueued Resource ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 with Priority: HIGHEST for action security_group_rules [ 662.429843] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 with Priority: HIGHEST for action security_group_rules [ 662.431226] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad7db65-87dc-460c-aa73-bb6c15e307c2 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.431226] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.583479] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea433e1f-3048-470e-87de-f063bc26c197: rpc.has_security_group_logging(os_id): False [ 662.601461] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.601461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.601461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.601461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.601461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.601461] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.601461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.602971] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.602971] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.602971] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.602971] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea433e1f-3048-470e-87de-f063bc26c197 is going to be created. [ 662.657271] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.657451] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.657526] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.657758] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.657938] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.669496] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea433e1f-3048-470e-87de-f063bc26c197 in Status: IN_PROGRESS for 2s [ 662.814318] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e9abf7d-66d5-41bc-9759-6fd54771278d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.819394] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.819531] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.819618] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.819839] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.819929] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.820043] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 already deleted. [ 662.820129] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.820270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.820424] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.820508] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad7db65-87dc-460c-aa73-bb6c15e307c2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.243643] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f in Status: SUCCESS [ 663.244453] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f deletion is rescheduled due to dependency. [ 663.244453] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.317349] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e9abf7d-66d5-41bc-9759-6fd54771278d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.346600] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.346768] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.348094] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.348094] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.348094] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.348094] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 already deleted. [ 663.348094] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.535584] env[63412]: INFO networking_nsxv3.common.synchronization [None req-85703f4f-4fcc-4592-803d-011dcc05205c None None] Enqueued Resource ID: 6e975c0c-a52b-4559-b80f-761ba489e526 with Priority: HIGHEST for action port [ 663.536093] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e975c0c-a52b-4559-b80f-761ba489e526 with Priority: HIGHEST for action port [ 663.537173] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e975c0c-a52b-4559-b80f-761ba489e526 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.537173] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e975c0c-a52b-4559-b80f-761ba489e526" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.537173] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e975c0c-a52b-4559-b80f-761ba489e526" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.537173] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e975c0c-a52b-4559-b80f-761ba489e526" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.537173] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e975c0c-a52b-4559-b80f-761ba489e526',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.825295] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.825516] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.825592] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.825763] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.825846] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.825941] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d is going to be updated. [ 663.855300] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.855300] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.855433] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.855606] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.855749] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.865797] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d in Status: IN_PROGRESS for 2s [ 663.946962] env[63412]: INFO networking_nsxv3.common.synchronization [req-184caf19-492f-4ed8-8706-6071603f9573 req-ae8f2192-3601-4cb9-aef6-b2fa018577a1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Enqueued Resource ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b with Priority: HIGHEST for action security_group_members [ 663.947630] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b with Priority: HIGHEST for action security_group_members [ 663.948307] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.948692] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.948744] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.949318] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.949709] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.949943] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.950102] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.950295] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.950639] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.950639] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a387e002-b3cc-47f7-ad7f-83a6b16dab4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.044986] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e975c0c-a52b-4559-b80f-761ba489e526 [ 664.045362] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.045507] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.045507] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.045720] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.045892] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.046192] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e975c0c-a52b-4559-b80f-761ba489e526 already deleted. [ 664.046192] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e975c0c-a52b-4559-b80f-761ba489e526" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.419671] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-747 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.419808] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-747" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.419848] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-747" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.420237] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-747" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.421392] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.421392] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.421392] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.421392] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.421392] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.421658] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 664.421713] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.421833] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.421939] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.422064] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 664.422166] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.422294] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.441418] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.441918] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 664.441918] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.441918] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-747" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.442209] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-b63f8afc-c008-4a55-8c7e-883fa164ae62 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.442427] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-b63f8afc-c008-4a55-8c7e-883fa164ae62" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.442547] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-b63f8afc-c008-4a55-8c7e-883fa164ae62" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.442858] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-b63f8afc-c008-4a55-8c7e-883fa164ae62" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.443906] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b63f8afc-c008-4a55-8c7e-883fa164ae62',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.454892] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.455261] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.455409] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.455812] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.455812] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.455938] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.456077] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.456192] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.456369] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.456437] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.456597] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b already deleted. [ 664.456863] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.681404] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea433e1f-3048-470e-87de-f063bc26c197 in Status: SUCCESS [ 664.681714] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea433e1f-3048-470e-87de-f063bc26c197" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.946023] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.946348] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.946348] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.946842] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.947016] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.947246] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port b63f8afc-c008-4a55-8c7e-883fa164ae62 not found, creating... [ 664.947450] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.947610] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.947754] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.947959] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.948211] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.948517] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.948762] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.948815] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.949047] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.949199] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.949537] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: b63f8afc-c008-4a55-8c7e-883fa164ae62 is going to be created. [ 664.969544] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.969757] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.970111] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.970531] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.970531] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.971264] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-b63f8afc-c008-4a55-8c7e-883fa164ae62" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.808780] env[63412]: INFO networking_nsxv3.common.synchronization [req-184caf19-492f-4ed8-8706-6071603f9573 req-2a21ef16-b179-41b2-b48f-891d07360ceb service nova] Enqueued Resource ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b with Priority: HIGHEST for action security_group_rules [ 665.809116] env[63412]: INFO networking_nsxv3.common.synchronization [req-184caf19-492f-4ed8-8706-6071603f9573 req-2a21ef16-b179-41b2-b48f-891d07360ceb service nova] Enqueued Resource ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b with Priority: HIGHEST for action security_group_members [ 665.809116] env[63412]: INFO networking_nsxv3.common.synchronization [req-184caf19-492f-4ed8-8706-6071603f9573 req-2a21ef16-b179-41b2-b48f-891d07360ceb service nova] Enqueued Resource ID: b63f8afc-c008-4a55-8c7e-883fa164ae62 with Priority: HIGHEST for action port [ 665.809350] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b with Priority: HIGHEST for action security_group_rules [ 665.809480] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b with Priority: HIGHEST for action security_group_members [ 665.809579] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b63f8afc-c008-4a55-8c7e-883fa164ae62 with Priority: HIGHEST for action port [ 665.810169] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a387e002-b3cc-47f7-ad7f-83a6b16dab4b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.810286] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.810349] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.810581] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.810661] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a387e002-b3cc-47f7-ad7f-83a6b16dab4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.814513] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.814674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.814737] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.814938] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.815119] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.817233] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.817233] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.817233] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.817233] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.817233] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a387e002-b3cc-47f7-ad7f-83a6b16dab4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.818067] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-b63f8afc-c008-4a55-8c7e-883fa164ae62 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.818247] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b63f8afc-c008-4a55-8c7e-883fa164ae62" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.818312] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b63f8afc-c008-4a55-8c7e-883fa164ae62" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.818485] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b63f8afc-c008-4a55-8c7e-883fa164ae62" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.819028] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b63f8afc-c008-4a55-8c7e-883fa164ae62',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.875135] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d in Status: SUCCESS [ 665.875443] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.875608] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.875824] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.876024] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.876158] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.876237] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.876380] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.876466] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.876543] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.876641] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e9abf7d-66d5-41bc-9759-6fd54771278d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.321402] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a387e002-b3cc-47f7-ad7f-83a6b16dab4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.322514] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.322633] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.325033] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b63f8afc-c008-4a55-8c7e-883fa164ae62 with status ACTIVE [ 666.325033] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.325033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.325033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.325033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.325033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.325033] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.325033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.325033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.325033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.325033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.325033] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.325033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.325033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.325595] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.325595] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.325595] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b63f8afc-c008-4a55-8c7e-883fa164ae62 is going to be updated. [ 666.344784] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.344904] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.344937] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.346333] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.346333] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.346333] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b63f8afc-c008-4a55-8c7e-883fa164ae62" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.382342] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e9abf7d-66d5-41bc-9759-6fd54771278d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.382342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.382342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.382623] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.382844] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.383261] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.383261] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.383553] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.383644] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.383811] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.383999] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e9abf7d-66d5-41bc-9759-6fd54771278d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.384318] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.384429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.384620] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.384812] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.384987] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.385215] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.385457] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.385737] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.385875] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.386023] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e9abf7d-66d5-41bc-9759-6fd54771278d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.656426] env[63412]: INFO networking_nsxv3.common.synchronization [None req-fd8d7909-3543-4063-b403-fd24459b6935 None None] Enqueued Resource ID: fde74bda-9010-4d01-ad96-02a00a894e3e with Priority: HIGHEST for action port [ 666.657010] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde74bda-9010-4d01-ad96-02a00a894e3e with Priority: HIGHEST for action port [ 666.657344] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-fde74bda-9010-4d01-ad96-02a00a894e3e taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.658066] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fde74bda-9010-4d01-ad96-02a00a894e3e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.658302] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fde74bda-9010-4d01-ad96-02a00a894e3e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.658437] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fde74bda-9010-4d01-ad96-02a00a894e3e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.658612] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fde74bda-9010-4d01-ad96-02a00a894e3e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.827412] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a387e002-b3cc-47f7-ad7f-83a6b16dab4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.891741] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e9abf7d-66d5-41bc-9759-6fd54771278d: rpc.has_security_group_logging(os_id): False [ 666.908835] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.909086] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.909204] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.909457] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.927544] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.927949] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.928145] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.928262] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.928560] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.928680] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.928982] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.929188] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.929279] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.929517] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.929620] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.929926] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.930690] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.930799] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.931631] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.931631] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.931631] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d is going to be updated. [ 666.988763] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.989036] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.989036] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.989179] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.989331] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.001498] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d in Status: IN_PROGRESS for 2s [ 667.162414] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fde74bda-9010-4d01-ad96-02a00a894e3e [ 667.162845] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.163148] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.164047] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.164522] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.164713] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.164965] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fde74bda-9010-4d01-ad96-02a00a894e3e already deleted. [ 667.165195] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fde74bda-9010-4d01-ad96-02a00a894e3e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.331662] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.331889] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.331971] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.332268] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.332493] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.332582] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b is going to be created. [ 667.361108] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.361108] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.361108] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.363203] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.363203] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.385213] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b in Status: UNINITIALIZED for 2s [ 667.863213] env[63412]: INFO networking_nsxv3.common.synchronization [None req-ea0fa589-a46f-40ee-98de-854c777ef7dd tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Enqueued Resource ID: 7eb9d3a2-67c6-43e8-bece-4b3538da5500 with Priority: HIGHEST for action security_group_rules [ 667.863213] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eb9d3a2-67c6-43e8-bece-4b3538da5500 with Priority: HIGHEST for action security_group_rules [ 667.864283] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7eb9d3a2-67c6-43e8-bece-4b3538da5500 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.864742] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7eb9d3a2-67c6-43e8-bece-4b3538da5500" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.864954] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7eb9d3a2-67c6-43e8-bece-4b3538da5500" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.865398] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7eb9d3a2-67c6-43e8-bece-4b3538da5500" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.865612] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7eb9d3a2-67c6-43e8-bece-4b3538da5500',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.969984] env[63412]: INFO networking_nsxv3.common.synchronization [None req-9b4be4bf-de9a-4b96-ae2a-0a8e29ad6fd7 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Enqueued Resource ID: 7eb9d3a2-67c6-43e8-bece-4b3538da5500 with Priority: HIGHEST for action security_group_rules [ 667.970723] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eb9d3a2-67c6-43e8-bece-4b3538da5500 with Priority: HIGHEST for action security_group_rules [ 667.971646] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7eb9d3a2-67c6-43e8-bece-4b3538da5500 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.971783] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7eb9d3a2-67c6-43e8-bece-4b3538da5500" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.398153] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.398341] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.398431] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.399940] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.399940] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.399940] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7eb9d3a2-67c6-43e8-bece-4b3538da5500 already deleted. [ 668.399940] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7eb9d3a2-67c6-43e8-bece-4b3538da5500" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.399940] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7eb9d3a2-67c6-43e8-bece-4b3538da5500" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.399940] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7eb9d3a2-67c6-43e8-bece-4b3538da5500" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.399940] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7eb9d3a2-67c6-43e8-bece-4b3538da5500',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.917857] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.918149] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.918149] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.918315] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.918370] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.918443] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7eb9d3a2-67c6-43e8-bece-4b3538da5500 already deleted. [ 668.918674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7eb9d3a2-67c6-43e8-bece-4b3538da5500" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.014188] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d in Status: SUCCESS [ 669.014413] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.150207] env[63412]: INFO networking_nsxv3.common.synchronization [None req-44b48251-e0d7-4051-bff8-bb289e97d746 None None] Enqueued Resource ID: d2125540-5959-499d-b300-b2a7bd410a09 with Priority: HIGHEST for action port [ 669.150499] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2125540-5959-499d-b300-b2a7bd410a09 with Priority: HIGHEST for action port [ 669.151066] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2125540-5959-499d-b300-b2a7bd410a09 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.151195] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2125540-5959-499d-b300-b2a7bd410a09" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.151264] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2125540-5959-499d-b300-b2a7bd410a09" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.151513] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2125540-5959-499d-b300-b2a7bd410a09" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.151605] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2125540-5959-499d-b300-b2a7bd410a09',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.396783] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b in Status: SUCCESS [ 669.396992] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.397171] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.397883] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.397883] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.397883] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.397883] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.398133] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.398133] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.398133] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.398234] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a387e002-b3cc-47f7-ad7f-83a6b16dab4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.655996] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2125540-5959-499d-b300-b2a7bd410a09 [ 669.656493] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.656634] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.656758] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.656944] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.657064] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.657168] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2125540-5959-499d-b300-b2a7bd410a09 already deleted. [ 669.657255] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2125540-5959-499d-b300-b2a7bd410a09" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.904342] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.904342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.904342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.904342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.904342] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.904342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.904342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.904342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.904342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.904342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.904342] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.904342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.904342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.904342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.904342] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.904342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.905374] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.905374] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.905374] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.905517] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.905546] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a387e002-b3cc-47f7-ad7f-83a6b16dab4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.410137] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a387e002-b3cc-47f7-ad7f-83a6b16dab4b: rpc.has_security_group_logging(os_id): False [ 670.428425] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.428621] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.428702] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.428852] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.428956] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.429184] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.429361] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.429361] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.429491] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.429568] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.429761] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.429856] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.429916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.430065] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.430140] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.430314] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.430404] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.430462] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.430598] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.430665] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.431111] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b is going to be created. [ 670.484746] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.484887] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.484954] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.485197] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.485760] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.498994] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b in Status: IN_PROGRESS for 2s [ 670.610412] env[63412]: INFO networking_nsxv3.common.synchronization [req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b req-cc6c7d3e-91ad-4129-a82f-03d2e55b3392 tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Enqueued Resource ID: c6067f77-6a45-4911-96c1-102eca2ca5ab with Priority: HIGHEST for action security_group_members [ 670.611000] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6067f77-6a45-4911-96c1-102eca2ca5ab with Priority: HIGHEST for action security_group_members [ 670.611495] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6067f77-6a45-4911-96c1-102eca2ca5ab taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.611690] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6067f77-6a45-4911-96c1-102eca2ca5ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.611900] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6067f77-6a45-4911-96c1-102eca2ca5ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.612117] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6067f77-6a45-4911-96c1-102eca2ca5ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.613513] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.613513] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.613513] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.613513] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.613513] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.613513] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6067f77-6a45-4911-96c1-102eca2ca5ab',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.116199] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.116456] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.116456] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.116964] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.116964] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.119558] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.119558] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.119558] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.119558] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.119558] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.119558] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6067f77-6a45-4911-96c1-102eca2ca5ab already deleted. [ 671.119558] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6067f77-6a45-4911-96c1-102eca2ca5ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.143694] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-258 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.143885] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-258" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.144012] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-258" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.144364] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-258" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.144630] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.144783] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.144894] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.145799] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.145968] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.146894] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.146894] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.146894] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.146894] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.146894] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.146894] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.146894] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.166116] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.166116] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 671.166116] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.166116] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-258" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.166116] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-c3eec139-1628-415c-acc6-4fadfeb66244 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.166116] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-c3eec139-1628-415c-acc6-4fadfeb66244" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.166116] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-c3eec139-1628-415c-acc6-4fadfeb66244" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.166686] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-c3eec139-1628-415c-acc6-4fadfeb66244" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.166686] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3eec139-1628-415c-acc6-4fadfeb66244',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.669470] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.673019] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.673019] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.673019] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.673019] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.673019] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port c3eec139-1628-415c-acc6-4fadfeb66244 not found, creating... [ 671.673019] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.673019] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.673019] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.673019] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.673019] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.673664] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.673664] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.673664] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.673664] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.673664] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.673999] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: c3eec139-1628-415c-acc6-4fadfeb66244 is going to be created. [ 671.695756] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.695756] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.695756] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.695756] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.695756] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.695756] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-c3eec139-1628-415c-acc6-4fadfeb66244" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.402400] env[63412]: INFO networking_nsxv3.common.synchronization [req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b req-59b5b644-efe6-4d72-a5fd-07f0eea9eea7 service nova] Enqueued Resource ID: c6067f77-6a45-4911-96c1-102eca2ca5ab with Priority: HIGHEST for action security_group_rules [ 672.402993] env[63412]: INFO networking_nsxv3.common.synchronization [req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b req-59b5b644-efe6-4d72-a5fd-07f0eea9eea7 service nova] Enqueued Resource ID: c6067f77-6a45-4911-96c1-102eca2ca5ab with Priority: HIGHEST for action security_group_members [ 672.403173] env[63412]: INFO networking_nsxv3.common.synchronization [req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b req-59b5b644-efe6-4d72-a5fd-07f0eea9eea7 service nova] Enqueued Resource ID: c3eec139-1628-415c-acc6-4fadfeb66244 with Priority: HIGHEST for action port [ 672.403550] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6067f77-6a45-4911-96c1-102eca2ca5ab with Priority: HIGHEST for action security_group_rules [ 672.403627] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6067f77-6a45-4911-96c1-102eca2ca5ab with Priority: HIGHEST for action security_group_members [ 672.403711] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3eec139-1628-415c-acc6-4fadfeb66244 with Priority: HIGHEST for action port [ 672.404486] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6067f77-6a45-4911-96c1-102eca2ca5ab taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.404625] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6067f77-6a45-4911-96c1-102eca2ca5ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.404695] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6067f77-6a45-4911-96c1-102eca2ca5ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.404945] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6067f77-6a45-4911-96c1-102eca2ca5ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.405044] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6067f77-6a45-4911-96c1-102eca2ca5ab',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.405922] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6067f77-6a45-4911-96c1-102eca2ca5ab taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.406072] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6067f77-6a45-4911-96c1-102eca2ca5ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.406121] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6067f77-6a45-4911-96c1-102eca2ca5ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.406312] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6067f77-6a45-4911-96c1-102eca2ca5ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.406477] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.406577] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.406642] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.406794] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.406883] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.406975] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6067f77-6a45-4911-96c1-102eca2ca5ab',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.409405] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3eec139-1628-415c-acc6-4fadfeb66244 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.409405] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3eec139-1628-415c-acc6-4fadfeb66244" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.409405] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3eec139-1628-415c-acc6-4fadfeb66244" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.412249] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3eec139-1628-415c-acc6-4fadfeb66244" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.412329] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3eec139-1628-415c-acc6-4fadfeb66244',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.510413] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b in Status: SUCCESS [ 672.510618] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.914507] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6067f77-6a45-4911-96c1-102eca2ca5ab taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.914810] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6067f77-6a45-4911-96c1-102eca2ca5ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.914845] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6067f77-6a45-4911-96c1-102eca2ca5ab',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.915950] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3eec139-1628-415c-acc6-4fadfeb66244 with status ACTIVE [ 672.916189] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.916301] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.916365] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.916577] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.916647] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.916807] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.916897] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.917115] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.917115] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.917187] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.917345] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.917435] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.917504] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.917671] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.917721] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.917773] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3eec139-1628-415c-acc6-4fadfeb66244 is going to be updated. [ 672.938596] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.938596] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.938596] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.938596] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.938596] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.938596] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3eec139-1628-415c-acc6-4fadfeb66244" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.159413] env[63412]: INFO networking_nsxv3.common.synchronization [req-86259add-b30d-4613-80eb-ab88182fcc3d req-79140742-dbdb-47bc-9e33-be5a0cc59db5 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Enqueued Resource ID: cf794659-988d-4f26-876f-e53bd6c025a7 with Priority: HIGHEST for action security_group_members [ 673.163023] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf794659-988d-4f26-876f-e53bd6c025a7 with Priority: HIGHEST for action security_group_members [ 673.163023] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf794659-988d-4f26-876f-e53bd6c025a7 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.163023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.163023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.163023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.163023] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.163023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.163023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.163023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.163023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.163023] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf794659-988d-4f26-876f-e53bd6c025a7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.370265] env[63412]: INFO networking_nsxv3.common.synchronization [req-5c0cf0fa-41e9-405e-bd4e-995949c7107b req-04170542-6e58-4bda-a0a4-681e7a267d61 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Enqueued Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGHEST for action security_group_members [ 673.370695] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGHEST for action security_group_members [ 673.370982] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-317bfd10-601b-496a-a1cd-6c2722d9ee0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.371404] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.371472] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.373069] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.373069] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.373069] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.373069] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.373069] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.373069] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.373069] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.421786] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6067f77-6a45-4911-96c1-102eca2ca5ab',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.662971] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.664187] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.664187] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.664187] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.683946] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.686898] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.686898] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.686898] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.686898] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.686898] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.686898] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf794659-988d-4f26-876f-e53bd6c025a7 is going to be updated. [ 673.713791] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.713791] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.713791] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.713957] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.717064] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.722350] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf794659-988d-4f26-876f-e53bd6c025a7 in Status: IN_PROGRESS for 2s [ 673.754989] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-37 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.755184] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-37" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.755862] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-37" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.756305] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-37" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.757023] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.757023] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.757023] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.757186] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.757309] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.757520] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 673.757638] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.757744] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.757848] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.757952] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 673.758069] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.758559] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.774958] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.775142] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 673.775282] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.775503] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-37" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.775811] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-1f011fd0-39b3-4d49-a3db-300e74792504 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.775980] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-1f011fd0-39b3-4d49-a3db-300e74792504" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.776125] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-1f011fd0-39b3-4d49-a3db-300e74792504" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.776456] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-1f011fd0-39b3-4d49-a3db-300e74792504" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.776606] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f011fd0-39b3-4d49-a3db-300e74792504',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.874932] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.875104] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.875177] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.875428] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.875526] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.875756] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.875861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.875958] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.876082] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.876160] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.876244] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b already deleted. [ 673.876334] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.925186] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.926740] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.926740] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.926740] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.926740] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.926740] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6067f77-6a45-4911-96c1-102eca2ca5ab is going to be created. [ 673.950594] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.951162] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.951162] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.951162] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.951291] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.959816] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6067f77-6a45-4911-96c1-102eca2ca5ab in Status: UNINITIALIZED for 2s [ 674.106925] env[63412]: INFO networking_nsxv3.common.synchronization [req-e57d378e-416d-4b3c-bef7-b89649adc91b req-6dc923bc-ee18-434c-8095-bef71e8d78a8 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Enqueued Resource ID: e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c with Priority: HIGHEST for action security_group_members [ 674.107490] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c with Priority: HIGHEST for action security_group_members [ 674.109019] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.109019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.109019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.109019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.109019] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.109019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.109019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.109019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.109019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.109019] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.279915] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.280187] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.280771] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.281221] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.281445] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.281649] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 1f011fd0-39b3-4d49-a3db-300e74792504 not found, creating... [ 674.281944] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.282658] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.282658] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.282658] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.282658] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.282915] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.283082] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.283201] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.283434] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.283599] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.283744] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 1f011fd0-39b3-4d49-a3db-300e74792504 is going to be created. [ 674.307374] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.307679] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.307853] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.308157] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.308383] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.308603] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-1f011fd0-39b3-4d49-a3db-300e74792504" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.611553] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.611898] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.611898] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.612166] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.632836] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.633120] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.633323] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.633400] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.633630] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.633760] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.633813] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c is going to be updated. [ 674.672419] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.672501] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.672560] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.672751] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.672909] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.681438] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c in Status: IN_PROGRESS for 2s [ 675.017082] env[63412]: INFO networking_nsxv3.common.synchronization [None req-6575548e-417b-46ce-b5ff-cae1ad6e07a7 None None] Enqueued Resource ID: 9db4aa89-f558-4246-a7d8-b688972b1192 with Priority: HIGHEST for action port [ 675.017676] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db4aa89-f558-4246-a7d8-b688972b1192 with Priority: HIGHEST for action port [ 675.018172] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-9db4aa89-f558-4246-a7d8-b688972b1192 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.018302] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9db4aa89-f558-4246-a7d8-b688972b1192" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.018852] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9db4aa89-f558-4246-a7d8-b688972b1192" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.019141] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9db4aa89-f558-4246-a7d8-b688972b1192" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.019230] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9db4aa89-f558-4246-a7d8-b688972b1192',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.172641] env[63412]: INFO networking_nsxv3.common.synchronization [req-5c0cf0fa-41e9-405e-bd4e-995949c7107b req-0309e12f-ba5f-459d-95e1-b0f50d748da7 service nova] Enqueued Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGHEST for action security_group_rules [ 675.172850] env[63412]: INFO networking_nsxv3.common.synchronization [req-5c0cf0fa-41e9-405e-bd4e-995949c7107b req-0309e12f-ba5f-459d-95e1-b0f50d748da7 service nova] Enqueued Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGHEST for action security_group_members [ 675.173031] env[63412]: INFO networking_nsxv3.common.synchronization [req-5c0cf0fa-41e9-405e-bd4e-995949c7107b req-0309e12f-ba5f-459d-95e1-b0f50d748da7 service nova] Enqueued Resource ID: 1f011fd0-39b3-4d49-a3db-300e74792504 with Priority: HIGHEST for action port [ 675.173604] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGHEST for action security_group_rules [ 675.174170] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGHEST for action security_group_members [ 675.174359] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f011fd0-39b3-4d49-a3db-300e74792504 with Priority: HIGHEST for action port [ 675.174710] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-317bfd10-601b-496a-a1cd-6c2722d9ee0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.174922] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.175041] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.175415] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.175557] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.176508] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-317bfd10-601b-496a-a1cd-6c2722d9ee0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.176693] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.176799] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.177014] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.177209] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.177340] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.177435] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.177645] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.177779] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.178504] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.179740] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f011fd0-39b3-4d49-a3db-300e74792504 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.179740] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f011fd0-39b3-4d49-a3db-300e74792504" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.179740] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f011fd0-39b3-4d49-a3db-300e74792504" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.179740] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f011fd0-39b3-4d49-a3db-300e74792504" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.179740] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f011fd0-39b3-4d49-a3db-300e74792504',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.523437] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9db4aa89-f558-4246-a7d8-b688972b1192 [ 675.523437] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.523437] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.523437] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.523437] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.523437] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.523762] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9db4aa89-f558-4246-a7d8-b688972b1192 already deleted. [ 675.523762] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9db4aa89-f558-4246-a7d8-b688972b1192" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.684217] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-317bfd10-601b-496a-a1cd-6c2722d9ee0b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.684366] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.684571] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.688155] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f011fd0-39b3-4d49-a3db-300e74792504 with status ACTIVE [ 675.688155] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.688155] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.688155] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.688155] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.688155] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.688155] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.688155] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.688155] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.688155] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.688155] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.688835] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.688835] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.688835] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.688835] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.688973] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.689202] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f011fd0-39b3-4d49-a3db-300e74792504 is going to be updated. [ 675.725799] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.725975] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.726251] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.726364] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.726554] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.727014] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f011fd0-39b3-4d49-a3db-300e74792504" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.734724] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf794659-988d-4f26-876f-e53bd6c025a7 in Status: SUCCESS [ 675.734930] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf794659-988d-4f26-876f-e53bd6c025a7 deletion is rescheduled due to dependency. [ 675.735079] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.979553] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6067f77-6a45-4911-96c1-102eca2ca5ab in Status: SUCCESS [ 675.980451] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6067f77-6a45-4911-96c1-102eca2ca5ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.981290] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6067f77-6a45-4911-96c1-102eca2ca5ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.981397] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6067f77-6a45-4911-96c1-102eca2ca5ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.982186] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.982333] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.982407] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.982878] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.982878] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.982878] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6067f77-6a45-4911-96c1-102eca2ca5ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.982878] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6067f77-6a45-4911-96c1-102eca2ca5ab',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.990329] env[63412]: INFO networking_nsxv3.common.synchronization [None req-4ea52fb1-704c-4d3f-b7dd-a0445b0696fe tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Enqueued Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGHEST for action security_group_rules [ 675.990568] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGHEST for action security_group_rules [ 675.991120] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.991235] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.991298] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.991525] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.991633] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.112736] env[63412]: INFO networking_nsxv3.common.synchronization [None req-07f20f83-8d1e-4012-bbe0-4afb5db3311b tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Enqueued Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGHEST for action security_group_rules [ 676.113278] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGHEST for action security_group_rules [ 676.113601] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.113703] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.192276] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.484965] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6067f77-6a45-4911-96c1-102eca2ca5ab taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.485169] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6067f77-6a45-4911-96c1-102eca2ca5ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.485285] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6067f77-6a45-4911-96c1-102eca2ca5ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.485538] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6067f77-6a45-4911-96c1-102eca2ca5ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.485721] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.485824] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.485888] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.486099] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.486153] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.486264] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6067f77-6a45-4911-96c1-102eca2ca5ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.486400] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6067f77-6a45-4911-96c1-102eca2ca5ab taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.486498] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6067f77-6a45-4911-96c1-102eca2ca5ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.486559] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6067f77-6a45-4911-96c1-102eca2ca5ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.486728] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6067f77-6a45-4911-96c1-102eca2ca5ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.486877] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.486973] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.487047] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.487238] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.487305] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.487389] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6067f77-6a45-4911-96c1-102eca2ca5ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.487483] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6067f77-6a45-4911-96c1-102eca2ca5ab',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.515410] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.515410] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.515410] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.515410] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.515410] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.515410] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d already deleted. [ 676.515410] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.515410] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.515410] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.515410] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.692699] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c in Status: SUCCESS [ 676.692914] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c deletion is rescheduled due to dependency. [ 676.693048] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.699700] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.699891] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.699969] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.700242] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.700364] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.700478] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b is going to be created. [ 676.722234] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.722370] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.722477] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.722644] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.722797] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.730571] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b in Status: UNINITIALIZED for 2s [ 676.991250] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6067f77-6a45-4911-96c1-102eca2ca5ab: rpc.has_security_group_logging(os_id): False [ 677.011265] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.011265] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.011265] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.011265] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.011265] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.011265] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.011265] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.011265] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.011265] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.011265] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.011265] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.011265] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.011265] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.011265] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.011795] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.011795] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.011795] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.011795] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.011795] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.011795] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.011964] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6067f77-6a45-4911-96c1-102eca2ca5ab is going to be created. [ 677.032709] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.032860] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.032912] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.033141] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.033235] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.033375] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d already deleted. [ 677.033495] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.070390] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.070537] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.070607] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.070820] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.071005] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.080642] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6067f77-6a45-4911-96c1-102eca2ca5ab in Status: IN_PROGRESS for 2s [ 677.619669] env[63412]: INFO networking_nsxv3.common.synchronization [None req-a0da8c28-b64c-4fd0-8bc4-f857e93b27c7 None None] Enqueued Resource ID: 61d80127-4319-417b-a52d-32d0c812f48d with Priority: HIGHEST for action port [ 677.619937] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61d80127-4319-417b-a52d-32d0c812f48d with Priority: HIGHEST for action port [ 677.621611] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-61d80127-4319-417b-a52d-32d0c812f48d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.621611] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61d80127-4319-417b-a52d-32d0c812f48d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.621611] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61d80127-4319-417b-a52d-32d0c812f48d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.621611] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61d80127-4319-417b-a52d-32d0c812f48d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.621611] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61d80127-4319-417b-a52d-32d0c812f48d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.124534] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61d80127-4319-417b-a52d-32d0c812f48d [ 678.124534] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.124534] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.124534] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.124534] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.124534] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.124534] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61d80127-4319-417b-a52d-32d0c812f48d already deleted. [ 678.124534] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61d80127-4319-417b-a52d-32d0c812f48d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.584359] env[63412]: INFO networking_nsxv3.common.synchronization [req-5c0cf0fa-41e9-405e-bd4e-995949c7107b req-c190fea1-f96e-42e0-99d8-36ac05ccf95d tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Enqueued Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGHEST for action security_group_members [ 678.584966] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGHEST for action security_group_members [ 678.588024] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-317bfd10-601b-496a-a1cd-6c2722d9ee0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.588024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.743481] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b in Status: SUCCESS [ 678.743481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.743481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.743481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.743481] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.743481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.743481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.743481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.743481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.743481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.743481] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.743481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.744617] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.745016] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.745291] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.746115] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.746615] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.746707] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.746852] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.883951] env[63412]: INFO networking_nsxv3.common.synchronization [None req-bf4cfc75-d33c-4604-aaaa-2abfea6127f1 None None] Enqueued Resource ID: 2616cb0b-0e3e-4d80-833c-02a48d2a8d55 with Priority: HIGHEST for action port [ 678.883951] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2616cb0b-0e3e-4d80-833c-02a48d2a8d55 with Priority: HIGHEST for action port [ 678.883951] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-2616cb0b-0e3e-4d80-833c-02a48d2a8d55 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.884625] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2616cb0b-0e3e-4d80-833c-02a48d2a8d55" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.884625] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2616cb0b-0e3e-4d80-833c-02a48d2a8d55" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.884625] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2616cb0b-0e3e-4d80-833c-02a48d2a8d55" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.884625] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2616cb0b-0e3e-4d80-833c-02a48d2a8d55',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.045763] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-37 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.046244] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-37" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.046909] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-37" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.047611] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-37" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.051060] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.051060] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.051060] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.051060] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.051060] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.051060] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.051060] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.051060] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.051060] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.051060] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.051060] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.051060] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.069748] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.069748] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 679.069748] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.069963] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-37" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.070223] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-ad3b2f6d-4ecb-4374-be1f-414471250933 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.070402] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-ad3b2f6d-4ecb-4374-be1f-414471250933" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.070524] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-ad3b2f6d-4ecb-4374-be1f-414471250933" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.070851] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-ad3b2f6d-4ecb-4374-be1f-414471250933" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.070999] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad3b2f6d-4ecb-4374-be1f-414471250933',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.094871] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6067f77-6a45-4911-96c1-102eca2ca5ab in Status: SUCCESS [ 679.094871] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6067f77-6a45-4911-96c1-102eca2ca5ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.249770] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-317bfd10-601b-496a-a1cd-6c2722d9ee0b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.249912] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.250468] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.387132] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2616cb0b-0e3e-4d80-833c-02a48d2a8d55 [ 679.387132] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.387132] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.387132] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.387364] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.387441] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.387544] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2616cb0b-0e3e-4d80-833c-02a48d2a8d55 already deleted. [ 679.387607] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2616cb0b-0e3e-4d80-833c-02a48d2a8d55" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.573928] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.574170] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.574296] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.574631] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.574781] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.574936] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port ad3b2f6d-4ecb-4374-be1f-414471250933 not found, creating... [ 679.575212] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.575405] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.575530] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.575757] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.575892] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.576248] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.576336] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.576445] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.576652] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.576787] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.576918] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: ad3b2f6d-4ecb-4374-be1f-414471250933 is going to be created. [ 679.600165] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.600165] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.600165] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.600165] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.600165] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.600165] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-ad3b2f6d-4ecb-4374-be1f-414471250933" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.752544] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.255329] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.255546] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.255680] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.255846] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.255936] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.256050] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b is going to be updated. [ 680.284372] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.284634] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.284634] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.284768] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.284909] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.296753] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b in Status: IN_PROGRESS for 2s [ 680.493353] env[63412]: INFO networking_nsxv3.common.synchronization [req-5c0cf0fa-41e9-405e-bd4e-995949c7107b req-f40bc6ea-7398-4ddc-b28f-fbec3c2b0e74 service nova] Enqueued Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGHEST for action security_group_rules [ 680.493353] env[63412]: INFO networking_nsxv3.common.synchronization [req-5c0cf0fa-41e9-405e-bd4e-995949c7107b req-f40bc6ea-7398-4ddc-b28f-fbec3c2b0e74 service nova] Enqueued Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGHEST for action security_group_members [ 680.493353] env[63412]: INFO networking_nsxv3.common.synchronization [req-5c0cf0fa-41e9-405e-bd4e-995949c7107b req-f40bc6ea-7398-4ddc-b28f-fbec3c2b0e74 service nova] Enqueued Resource ID: ad3b2f6d-4ecb-4374-be1f-414471250933 with Priority: HIGHEST for action port [ 680.493353] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGHEST for action security_group_rules [ 680.493353] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGHEST for action security_group_members [ 680.493353] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad3b2f6d-4ecb-4374-be1f-414471250933 with Priority: HIGHEST for action port [ 680.494583] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-317bfd10-601b-496a-a1cd-6c2722d9ee0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.494701] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.494932] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-317bfd10-601b-496a-a1cd-6c2722d9ee0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.495471] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.495471] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad3b2f6d-4ecb-4374-be1f-414471250933 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.495471] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad3b2f6d-4ecb-4374-be1f-414471250933" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.495665] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad3b2f6d-4ecb-4374-be1f-414471250933" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.495722] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad3b2f6d-4ecb-4374-be1f-414471250933" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.495777] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad3b2f6d-4ecb-4374-be1f-414471250933',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.001537] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad3b2f6d-4ecb-4374-be1f-414471250933 with status ACTIVE [ 681.001537] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.001537] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.001537] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.001537] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.001537] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.001537] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.001537] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.001537] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.001537] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.001537] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.001537] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.001537] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.001537] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.001537] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.001537] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.001537] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad3b2f6d-4ecb-4374-be1f-414471250933 is going to be updated. [ 681.024801] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.024801] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.024926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.025083] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.025232] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.025417] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad3b2f6d-4ecb-4374-be1f-414471250933" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.673910] env[63412]: INFO networking_nsxv3.common.synchronization [None req-eaf73626-1c14-4230-869b-feef0379b44d None None] Enqueued Resource ID: 6fea7de0-acb4-40bf-9b7f-b46bda5f81ed with Priority: HIGHEST for action port [ 681.673910] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fea7de0-acb4-40bf-9b7f-b46bda5f81ed with Priority: HIGHEST for action port [ 681.674166] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fea7de0-acb4-40bf-9b7f-b46bda5f81ed taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.674295] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fea7de0-acb4-40bf-9b7f-b46bda5f81ed" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.674362] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fea7de0-acb4-40bf-9b7f-b46bda5f81ed" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.674612] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fea7de0-acb4-40bf-9b7f-b46bda5f81ed" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.674698] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fea7de0-acb4-40bf-9b7f-b46bda5f81ed',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.716296] env[63412]: INFO networking_nsxv3.common.synchronization [None req-7c3019ec-b126-41bd-844b-a6bfa6d7c954 None None] Enqueued Resource ID: 3ddbb4a3-0351-4361-91bc-f0c60d7e7168 with Priority: HIGHEST for action port [ 681.717193] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ddbb4a3-0351-4361-91bc-f0c60d7e7168 with Priority: HIGHEST for action port [ 681.717516] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ddbb4a3-0351-4361-91bc-f0c60d7e7168 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.717650] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ddbb4a3-0351-4361-91bc-f0c60d7e7168" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.717748] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ddbb4a3-0351-4361-91bc-f0c60d7e7168" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.718036] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ddbb4a3-0351-4361-91bc-f0c60d7e7168" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.718140] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ddbb4a3-0351-4361-91bc-f0c60d7e7168',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.179434] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fea7de0-acb4-40bf-9b7f-b46bda5f81ed [ 682.179764] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.182101] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.182101] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.182101] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.182101] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.182101] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fea7de0-acb4-40bf-9b7f-b46bda5f81ed already deleted. [ 682.182101] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fea7de0-acb4-40bf-9b7f-b46bda5f81ed" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.223173] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ddbb4a3-0351-4361-91bc-f0c60d7e7168 [ 682.223173] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.223173] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.223173] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.223173] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.223173] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.223173] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ddbb4a3-0351-4361-91bc-f0c60d7e7168 already deleted. [ 682.223173] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ddbb4a3-0351-4361-91bc-f0c60d7e7168" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.307988] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b in Status: SUCCESS [ 682.309341] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.309341] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.309341] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.309341] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.309341] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.309341] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.309341] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.309574] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.309574] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.309776] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-317bfd10-601b-496a-a1cd-6c2722d9ee0b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.309893] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.309978] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.310167] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.310340] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.310467] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.310552] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.310737] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.310842] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.310950] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.313582] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.313582] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.313582] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.313582] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.313582] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.313582] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.313582] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.313582] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.313582] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.814569] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 317bfd10-601b-496a-a1cd-6c2722d9ee0b: rpc.has_security_group_logging(os_id): False [ 682.815933] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.838578] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.838799] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.838799] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.839015] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.839385] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.839385] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.839385] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.839619] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.839619] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.839687] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.839836] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.839996] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.840110] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.840300] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.840454] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.840650] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.840781] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.840952] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.840952] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.841111] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.841111] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b is going to be created. [ 682.906570] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.906570] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.906739] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.906824] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.907041] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.921971] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b in Status: IN_PROGRESS for 2s [ 683.322590] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.827877] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.827877] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.827877] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.827877] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.827877] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.827877] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b is going to be updated. [ 683.853752] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.856025] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.856025] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.856025] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.856025] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.865268] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b in Status: IN_PROGRESS for 2s [ 684.130445] env[63412]: INFO networking_nsxv3.common.synchronization [None req-d69b6c83-686e-4d56-aa0f-44b0a70af6d6 None None] Enqueued Resource ID: a77f274f-1783-4c44-8ea2-c75ed836ac68 with Priority: HIGHEST for action port [ 684.130445] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a77f274f-1783-4c44-8ea2-c75ed836ac68 with Priority: HIGHEST for action port [ 684.130445] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-a77f274f-1783-4c44-8ea2-c75ed836ac68 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.130812] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a77f274f-1783-4c44-8ea2-c75ed836ac68" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.131053] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a77f274f-1783-4c44-8ea2-c75ed836ac68" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.131460] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a77f274f-1783-4c44-8ea2-c75ed836ac68" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.131703] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a77f274f-1783-4c44-8ea2-c75ed836ac68',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.635545] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a77f274f-1783-4c44-8ea2-c75ed836ac68 [ 684.635904] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.636181] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.636269] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.636546] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.637248] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.637412] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a77f274f-1783-4c44-8ea2-c75ed836ac68 already deleted. [ 684.637636] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a77f274f-1783-4c44-8ea2-c75ed836ac68" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.934459] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b in Status: SUCCESS [ 684.934459] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.934459] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.934459] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.934459] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.086999] env[63412]: INFO networking_nsxv3.common.synchronization [req-7d7c17db-840b-4a45-baf3-d1cc51e09daa req-24ee130c-b155-47ea-9d0e-629862fbd0d7 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Enqueued Resource ID: d27b4c65-5e31-407e-a8b9-d55951de0c8d with Priority: HIGHEST for action security_group_members [ 685.087798] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d27b4c65-5e31-407e-a8b9-d55951de0c8d with Priority: HIGHEST for action security_group_members [ 685.088235] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d27b4c65-5e31-407e-a8b9-d55951de0c8d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.088826] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d27b4c65-5e31-407e-a8b9-d55951de0c8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.088826] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d27b4c65-5e31-407e-a8b9-d55951de0c8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.088826] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d27b4c65-5e31-407e-a8b9-d55951de0c8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.088826] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.088826] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.088826] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.089088] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.089088] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.089153] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d27b4c65-5e31-407e-a8b9-d55951de0c8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.440341] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-317bfd10-601b-496a-a1cd-6c2722d9ee0b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.440622] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.592765] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.592960] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.596023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.596023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.620423] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.621685] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.621685] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.621685] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.621685] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.621685] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.621685] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d27b4c65-5e31-407e-a8b9-d55951de0c8d is going to be updated. [ 685.646161] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.646561] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.646561] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.646665] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.646721] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.656171] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d27b4c65-5e31-407e-a8b9-d55951de0c8d in Status: IN_PROGRESS for 2s [ 685.875761] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b in Status: SUCCESS [ 685.878020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.878020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.878020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.878020] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.878020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.878020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.878020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.878020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.878020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.878020] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.380218] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-317bfd10-601b-496a-a1cd-6c2722d9ee0b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.380435] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.380435] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.380663] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.380833] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.380959] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.381028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.381171] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.381266] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.381312] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.381459] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-317bfd10-601b-496a-a1cd-6c2722d9ee0b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.381572] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.381618] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.381776] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.381873] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.381961] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.382035] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.382170] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.382243] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.382321] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.382464] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.885870] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 317bfd10-601b-496a-a1cd-6c2722d9ee0b: rpc.has_security_group_logging(os_id): False [ 686.905260] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.905511] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.905558] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.905823] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.905965] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.906243] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.907119] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.907119] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.907119] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.907119] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.907119] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.907119] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.907119] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.907770] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.907770] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.907770] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.907770] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.908020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.908101] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.908285] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.908422] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b is going to be updated. [ 686.982142] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.982142] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.982142] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.982142] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.982142] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.993363] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b in Status: IN_PROGRESS for 2s [ 687.631123] env[63412]: INFO networking_nsxv3.common.synchronization [req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df req-48e5d9c7-1d69-44ce-ad3d-fbfa3638f80a tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Enqueued Resource ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b with Priority: HIGHEST for action security_group_members [ 687.631473] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b with Priority: HIGHEST for action security_group_members [ 687.631795] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.631920] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.631989] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.632320] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.632534] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.632891] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.632891] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.632891] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.633143] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.633312] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a387e002-b3cc-47f7-ad7f-83a6b16dab4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.667915] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d27b4c65-5e31-407e-a8b9-d55951de0c8d in Status: SUCCESS [ 687.668044] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d27b4c65-5e31-407e-a8b9-d55951de0c8d deletion is rescheduled due to dependency. [ 687.668191] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d27b4c65-5e31-407e-a8b9-d55951de0c8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.137220] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.137498] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.137498] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.137678] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.137792] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.138021] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.138120] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.138184] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.138345] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.138425] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.138511] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b is going to be updated. [ 688.180026] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.180026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.180180] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.180416] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.180416] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.194883] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b in Status: IN_PROGRESS for 2s [ 688.607510] env[63412]: INFO networking_nsxv3.common.synchronization [req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 req-4fda8135-1f98-4ea2-bd09-86b41e3f36fb tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Enqueued Resource ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d with Priority: HIGHEST for action security_group_members [ 688.608165] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d with Priority: HIGHEST for action security_group_members [ 688.610022] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e9abf7d-66d5-41bc-9759-6fd54771278d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.610022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.610022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.610022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.610022] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.611228] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.611303] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.611548] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.611663] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.611785] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e9abf7d-66d5-41bc-9759-6fd54771278d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.784409] env[63412]: INFO networking_nsxv3.common.synchronization [req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd req-793ee1fc-d1ea-4093-b7f0-cbb7579897af tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Enqueued Resource ID: c6067f77-6a45-4911-96c1-102eca2ca5ab with Priority: HIGHEST for action security_group_members [ 688.784913] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6067f77-6a45-4911-96c1-102eca2ca5ab with Priority: HIGHEST for action security_group_members [ 688.785221] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6067f77-6a45-4911-96c1-102eca2ca5ab taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.785349] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6067f77-6a45-4911-96c1-102eca2ca5ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.785418] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6067f77-6a45-4911-96c1-102eca2ca5ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.785648] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6067f77-6a45-4911-96c1-102eca2ca5ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.785801] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.785890] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.785953] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.786113] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.786198] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.786289] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6067f77-6a45-4911-96c1-102eca2ca5ab',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.005311] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b in Status: SUCCESS [ 689.005528] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.114409] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e9abf7d-66d5-41bc-9759-6fd54771278d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.287994] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.288368] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.288368] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.288522] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.288621] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.288864] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.289020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.289020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.289187] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.289262] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.289363] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6067f77-6a45-4911-96c1-102eca2ca5ab is going to be updated. [ 689.322596] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.322596] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.322596] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.322596] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.322596] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.331027] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6067f77-6a45-4911-96c1-102eca2ca5ab in Status: IN_PROGRESS for 2s [ 689.616326] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e9abf7d-66d5-41bc-9759-6fd54771278d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.118846] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.119021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.119104] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.119329] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.119419] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.119520] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d is going to be updated. [ 690.168361] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.168526] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.168587] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.169173] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.169173] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.180361] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d in Status: IN_PROGRESS for 2s [ 690.203491] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b in Status: SUCCESS [ 690.203674] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b deletion is rescheduled due to dependency. [ 690.203789] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.341027] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6067f77-6a45-4911-96c1-102eca2ca5ab in Status: SUCCESS [ 691.341027] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6067f77-6a45-4911-96c1-102eca2ca5ab deletion is rescheduled due to dependency. [ 691.341027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6067f77-6a45-4911-96c1-102eca2ca5ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.189870] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d in Status: SUCCESS [ 692.189870] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.252440] env[63412]: INFO networking_nsxv3.common.synchronization [req-0de434e8-cd86-43a1-839c-87f34e1dc717 req-9428d50c-2809-45b2-8ce9-2fe1d746f427 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Enqueued Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGHEST for action security_group_members [ 692.253037] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGHEST for action security_group_members [ 692.253037] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-317bfd10-601b-496a-a1cd-6c2722d9ee0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.253192] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.253192] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.253409] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.253560] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.253656] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.253734] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.253947] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.253947] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.254053] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.325743] env[63412]: INFO networking_nsxv3.common.synchronization [req-053e2289-9b0e-413e-b7ed-3c4ab36f369e req-30f12eff-1690-4aac-8aa8-dd3c5c34bf8c tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Enqueued Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGHEST for action security_group_members [ 692.326307] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGHEST for action security_group_members [ 692.326610] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-317bfd10-601b-496a-a1cd-6c2722d9ee0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.326706] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.756667] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.761487] env[63412]: INFO networking_nsxv3.common.synchronization [req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a req-2aeff62f-86af-4ea4-80e7-c76ab8151c7d tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Enqueued Resource ID: 86eab413-27bf-49c5-9a81-abee4199df12 with Priority: HIGHEST for action security_group_members [ 692.761737] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86eab413-27bf-49c5-9a81-abee4199df12 with Priority: HIGHEST for action security_group_members [ 692.762332] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-86eab413-27bf-49c5-9a81-abee4199df12 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.762457] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.762521] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.762803] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.762957] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.763244] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.763321] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.763501] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.763827] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.763927] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86eab413-27bf-49c5-9a81-abee4199df12',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.135832] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.136036] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.136166] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.136434] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.136736] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.136895] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.137030] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.137248] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.137390] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.137601] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.137713] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.137842] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.137959] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.138082] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.138193] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.138316] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.156634] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.156795] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 693.156930] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.157122] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.157441] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-6031cbec-674f-4aea-ad14-5880b73aec26 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.157613] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-6031cbec-674f-4aea-ad14-5880b73aec26" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.157735] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-6031cbec-674f-4aea-ad14-5880b73aec26" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.158111] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-6031cbec-674f-4aea-ad14-5880b73aec26" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.158257] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6031cbec-674f-4aea-ad14-5880b73aec26',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.259790] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.266039] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.266912] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.266912] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.266912] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.266912] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.266912] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.266912] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.266912] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.267222] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.267222] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.267222] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86eab413-27bf-49c5-9a81-abee4199df12 already deleted. [ 693.267313] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.660108] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.660351] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.660479] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.660762] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.660913] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.661084] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 6031cbec-674f-4aea-ad14-5880b73aec26 not found, creating... [ 693.661348] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.661507] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.661627] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.661846] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.661984] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.662271] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.662425] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.662542] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.662749] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.662883] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.663031] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 6031cbec-674f-4aea-ad14-5880b73aec26 is going to be created. [ 693.682959] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.683176] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.683300] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.683638] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.683869] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.684101] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-6031cbec-674f-4aea-ad14-5880b73aec26" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.762072] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.762072] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.762426] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.762426] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.762495] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.762529] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b is going to be updated. [ 693.803117] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.803117] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.803117] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.803117] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.803282] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.811290] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b in Status: IN_PROGRESS for 2s [ 694.442488] env[63412]: INFO networking_nsxv3.common.synchronization [req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a req-5bd804bb-c9e0-4281-b807-914a4b8b2295 service nova] Enqueued Resource ID: 86eab413-27bf-49c5-9a81-abee4199df12 with Priority: HIGHEST for action security_group_rules [ 694.442675] env[63412]: INFO networking_nsxv3.common.synchronization [req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a req-5bd804bb-c9e0-4281-b807-914a4b8b2295 service nova] Enqueued Resource ID: 86eab413-27bf-49c5-9a81-abee4199df12 with Priority: HIGHEST for action security_group_members [ 694.442830] env[63412]: INFO networking_nsxv3.common.synchronization [req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a req-5bd804bb-c9e0-4281-b807-914a4b8b2295 service nova] Enqueued Resource ID: 6031cbec-674f-4aea-ad14-5880b73aec26 with Priority: HIGHEST for action port [ 694.443089] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86eab413-27bf-49c5-9a81-abee4199df12 with Priority: HIGHEST for action security_group_rules [ 694.443236] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86eab413-27bf-49c5-9a81-abee4199df12 with Priority: HIGHEST for action security_group_members [ 694.443334] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6031cbec-674f-4aea-ad14-5880b73aec26 with Priority: HIGHEST for action port [ 694.444039] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86eab413-27bf-49c5-9a81-abee4199df12 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.444338] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.444398] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.444625] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.444712] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86eab413-27bf-49c5-9a81-abee4199df12',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.449602] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-86eab413-27bf-49c5-9a81-abee4199df12 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.449602] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.449730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.451781] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.451781] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.451781] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.451781] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.451781] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.451781] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.451781] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86eab413-27bf-49c5-9a81-abee4199df12',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.451781] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-6031cbec-674f-4aea-ad14-5880b73aec26 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.451781] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6031cbec-674f-4aea-ad14-5880b73aec26" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.451781] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6031cbec-674f-4aea-ad14-5880b73aec26" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.452303] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6031cbec-674f-4aea-ad14-5880b73aec26" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.452303] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6031cbec-674f-4aea-ad14-5880b73aec26',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.950526] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-86eab413-27bf-49c5-9a81-abee4199df12 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.950965] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.954104] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6031cbec-674f-4aea-ad14-5880b73aec26 with status ACTIVE [ 694.954580] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.954580] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.954580] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.954762] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.954802] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.954992] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.955107] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.955174] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.955320] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.955401] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.955671] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.955766] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.955827] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.955957] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.956036] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.956119] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6031cbec-674f-4aea-ad14-5880b73aec26 is going to be updated. [ 694.957298] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86eab413-27bf-49c5-9a81-abee4199df12',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.991113] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.991339] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.991339] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.991563] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.991705] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.991859] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6031cbec-674f-4aea-ad14-5880b73aec26" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.459234] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86eab413-27bf-49c5-9a81-abee4199df12',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.821216] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b in Status: SUCCESS [ 695.821435] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.821603] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.821812] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.822008] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.822130] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.822196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.822348] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.822481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.822545] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.961546] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.961981] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.961981] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.961981] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.962116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.962180] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86eab413-27bf-49c5-9a81-abee4199df12 is going to be created. [ 695.984495] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.985018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.985018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.985018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.985154] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.993860] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86eab413-27bf-49c5-9a81-abee4199df12 in Status: UNINITIALIZED for 2s [ 696.328521] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.328733] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.328792] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.329223] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.329417] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.329642] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.329754] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.329820] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.329982] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.330075] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.330162] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b is going to be updated. [ 696.341929] env[63412]: INFO networking_nsxv3.common.synchronization [req-a33a66e0-ef32-45ea-865d-55c17a670713 req-0fffee00-5d1a-4572-ad6a-661aaaa497ed tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Enqueued Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_members [ 696.342588] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_members [ 696.342934] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.342934] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.342934] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.345914] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.346143] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.346231] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.346297] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.346473] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.346641] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.346757] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.356237] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.357293] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.357293] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.357293] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.357293] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.365493] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b in Status: IN_PROGRESS for 2s [ 696.740890] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-873 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.740890] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-873" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.740890] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-873" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.741272] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-873" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.741531] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.741692] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.741812] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.742086] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.742267] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.742478] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.742691] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.742748] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.742826] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.743047] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.743047] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.743177] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.761472] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.762507] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 696.762507] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.762507] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-873" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.762507] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-e234743a-e08b-42a6-a7c3-696a1ddcadd3 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.762774] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-e234743a-e08b-42a6-a7c3-696a1ddcadd3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.762774] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-e234743a-e08b-42a6-a7c3-696a1ddcadd3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.762975] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-e234743a-e08b-42a6-a7c3-696a1ddcadd3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.763121] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e234743a-e08b-42a6-a7c3-696a1ddcadd3',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.848888] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.849075] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.849148] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.849366] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.850148] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.850148] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.850148] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.850148] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.850148] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.850148] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.850148] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f already deleted. [ 696.850485] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.265911] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.265911] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.265911] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.266505] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.266505] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.266505] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port e234743a-e08b-42a6-a7c3-696a1ddcadd3 not found, creating... [ 697.266690] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.266828] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.266949] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.267187] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.267324] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.267609] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.267759] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.267904] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.268081] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.268214] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.268350] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: e234743a-e08b-42a6-a7c3-696a1ddcadd3 is going to be created. [ 697.290219] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.290412] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.290535] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.290903] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.291163] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.291412] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-e234743a-e08b-42a6-a7c3-696a1ddcadd3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.003605] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86eab413-27bf-49c5-9a81-abee4199df12 in Status: SUCCESS [ 698.003835] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.003985] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.004210] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.004396] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.004513] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.004602] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.004726] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.004810] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.004893] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.004980] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86eab413-27bf-49c5-9a81-abee4199df12',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.022639] env[63412]: INFO networking_nsxv3.common.synchronization [req-a33a66e0-ef32-45ea-865d-55c17a670713 req-5592f615-30da-4720-aa05-b5f1d42d5088 service nova] Enqueued Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_rules [ 698.022639] env[63412]: INFO networking_nsxv3.common.synchronization [req-a33a66e0-ef32-45ea-865d-55c17a670713 req-5592f615-30da-4720-aa05-b5f1d42d5088 service nova] Enqueued Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_members [ 698.022639] env[63412]: INFO networking_nsxv3.common.synchronization [req-a33a66e0-ef32-45ea-865d-55c17a670713 req-5592f615-30da-4720-aa05-b5f1d42d5088 service nova] Enqueued Resource ID: e234743a-e08b-42a6-a7c3-696a1ddcadd3 with Priority: HIGHEST for action port [ 698.022639] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_rules [ 698.022639] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_members [ 698.023021] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e234743a-e08b-42a6-a7c3-696a1ddcadd3 with Priority: HIGHEST for action port [ 698.023409] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.023409] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.023521] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.023798] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.023798] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.024679] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.024815] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.024891] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.025163] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.027227] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.027227] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.027227] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.027227] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.027227] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.027227] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.027227] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-e234743a-e08b-42a6-a7c3-696a1ddcadd3 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.027227] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e234743a-e08b-42a6-a7c3-696a1ddcadd3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.027227] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e234743a-e08b-42a6-a7c3-696a1ddcadd3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.027993] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e234743a-e08b-42a6-a7c3-696a1ddcadd3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.027993] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e234743a-e08b-42a6-a7c3-696a1ddcadd3',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.374851] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b in Status: SUCCESS [ 698.375145] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b deletion is rescheduled due to dependency. [ 698.375226] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.508209] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-86eab413-27bf-49c5-9a81-abee4199df12 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.508364] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.508433] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.508664] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.508826] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.508922] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.508984] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.509165] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.509239] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.509327] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.509469] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-86eab413-27bf-49c5-9a81-abee4199df12 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.509560] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.510239] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.510239] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.510239] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.510239] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.510239] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.510239] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.510498] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.510498] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.510498] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86eab413-27bf-49c5-9a81-abee4199df12',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.530496] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.530625] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.530810] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.531752] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e234743a-e08b-42a6-a7c3-696a1ddcadd3 with status ACTIVE [ 698.531981] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.532131] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.532131] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.532466] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.532466] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.532595] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.532672] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.532754] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.532919] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.532998] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.533187] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.533282] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.533338] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.533484] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.533586] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.533648] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e234743a-e08b-42a6-a7c3-696a1ddcadd3 is going to be updated. [ 698.553388] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.553580] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.553629] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.554190] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.554190] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.554190] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e234743a-e08b-42a6-a7c3-696a1ddcadd3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.012640] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86eab413-27bf-49c5-9a81-abee4199df12: rpc.has_security_group_logging(os_id): False [ 699.030919] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.031186] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.031186] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.031354] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.031446] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.031653] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.031744] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.031801] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.031950] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.032078] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.032204] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.032298] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.032351] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.032487] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.032560] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.032740] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.032833] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.032892] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.036879] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.037061] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.037164] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86eab413-27bf-49c5-9a81-abee4199df12 is going to be created. [ 699.038410] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.073623] env[63412]: INFO networking_nsxv3.common.synchronization [req-951822d7-0667-42af-9e17-2a23b76302c1 req-d3b3837d-cf53-4452-9a17-19f7146d5bb9 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Enqueued Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 699.074198] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 699.074541] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.074682] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.074756] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.074978] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.076351] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.076462] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.076545] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.076728] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.076822] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.076919] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.093419] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.093665] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.093776] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.094100] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.094510] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.105173] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86eab413-27bf-49c5-9a81-abee4199df12 in Status: IN_PROGRESS for 2s [ 699.445911] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-962 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.446226] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-962" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.446302] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-962" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.446642] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-962" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.446944] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.447288] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.447445] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.447679] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.447839] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.448091] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.448209] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.448322] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.448432] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.448543] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.448665] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.448805] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.467738] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.467738] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 699.467738] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.467738] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-962" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.467738] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-08924873-5dcc-4f97-bbfb-6bb2f6d45a52 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.467738] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-08924873-5dcc-4f97-bbfb-6bb2f6d45a52" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.467738] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-08924873-5dcc-4f97-bbfb-6bb2f6d45a52" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.468099] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-08924873-5dcc-4f97-bbfb-6bb2f6d45a52" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.468218] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08924873-5dcc-4f97-bbfb-6bb2f6d45a52',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.541452] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.541452] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.541452] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.542197] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.542197] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.542197] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f is going to be created. [ 699.565511] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.565681] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.565755] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.565965] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.566136] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.575078] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: UNINITIALIZED for 2s [ 699.578646] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.578828] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.578905] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.579239] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.597415] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.598539] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.598539] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.598539] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.598539] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.598539] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.598539] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 is going to be updated. [ 699.621326] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.621450] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.621516] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.621738] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.621884] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.630857] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: IN_PROGRESS for 2s [ 699.974464] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.974796] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.974951] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.975271] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.975415] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.975711] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 08924873-5dcc-4f97-bbfb-6bb2f6d45a52 not found, creating... [ 699.977239] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.977239] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.977239] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.977239] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.977239] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.977239] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.977239] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.977239] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.977551] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.977583] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.977702] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 08924873-5dcc-4f97-bbfb-6bb2f6d45a52 is going to be created. [ 699.998834] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.998834] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.998834] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.998834] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.998834] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.998834] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-08924873-5dcc-4f97-bbfb-6bb2f6d45a52" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.796215] env[63412]: INFO networking_nsxv3.common.synchronization [req-951822d7-0667-42af-9e17-2a23b76302c1 req-0ab74cae-6a87-4ca5-8ed2-a70ae9c356fa service nova] Enqueued Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_rules [ 700.796469] env[63412]: INFO networking_nsxv3.common.synchronization [req-951822d7-0667-42af-9e17-2a23b76302c1 req-0ab74cae-6a87-4ca5-8ed2-a70ae9c356fa service nova] Enqueued Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 700.796522] env[63412]: INFO networking_nsxv3.common.synchronization [req-951822d7-0667-42af-9e17-2a23b76302c1 req-0ab74cae-6a87-4ca5-8ed2-a70ae9c356fa service nova] Enqueued Resource ID: 08924873-5dcc-4f97-bbfb-6bb2f6d45a52 with Priority: HIGHEST for action port [ 700.797060] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_rules [ 700.797216] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 700.797332] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08924873-5dcc-4f97-bbfb-6bb2f6d45a52 with Priority: HIGHEST for action port [ 700.797647] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.797798] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.797879] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.798641] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.798641] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.800401] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.800401] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.800401] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-08924873-5dcc-4f97-bbfb-6bb2f6d45a52 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.800401] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08924873-5dcc-4f97-bbfb-6bb2f6d45a52" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.800401] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08924873-5dcc-4f97-bbfb-6bb2f6d45a52" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.800401] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08924873-5dcc-4f97-bbfb-6bb2f6d45a52" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.800401] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08924873-5dcc-4f97-bbfb-6bb2f6d45a52',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.117240] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86eab413-27bf-49c5-9a81-abee4199df12 in Status: SUCCESS [ 701.117432] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.302586] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.303026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.303026] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08924873-5dcc-4f97-bbfb-6bb2f6d45a52 with status ACTIVE [ 701.303296] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.303394] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.303519] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.304103] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.304241] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.304446] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.304658] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.304658] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.304844] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.305180] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.305398] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.305513] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.305644] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.305766] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.305851] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.305939] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08924873-5dcc-4f97-bbfb-6bb2f6d45a52 is going to be updated. [ 701.326677] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.326949] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.327104] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.327355] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.327520] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.327736] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08924873-5dcc-4f97-bbfb-6bb2f6d45a52" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.584427] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: SUCCESS [ 701.584663] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.584857] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.585096] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.585310] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.585406] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.585455] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.585666] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.585725] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.585807] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.585902] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.640450] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: SUCCESS [ 701.640671] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 deletion is rescheduled due to dependency. [ 701.640819] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.641020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.641271] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.641494] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.641633] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.641714] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.641906] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.642014] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.642136] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.794419] env[63412]: INFO networking_nsxv3.common.synchronization [req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b req-013aab3d-c796-4681-aaec-24dc85761960 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_members [ 701.794797] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_members [ 701.797764] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.798068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.798068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.798356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.798588] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.799866] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.799866] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.799866] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.799866] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.799866] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.088304] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.088615] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.088615] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.088825] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.088990] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.089120] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.089163] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.089554] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.089554] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.089554] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.089723] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.089834] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.090031] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.090076] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.090202] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.090342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.090413] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.090522] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.090607] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.090701] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.090788] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.145716] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.304492] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.540626] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-373 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.540626] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-373" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.540626] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-373" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.541922] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-373" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.542265] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.542438] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.542562] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.542813] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.542958] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.549020] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.549020] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.549020] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.549020] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.549020] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.549020] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.549020] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.565353] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.565353] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 702.565456] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.565636] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-373" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.566131] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-81ea49d2-ea4e-4e32-b94c-1553afe61f09 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.566491] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-81ea49d2-ea4e-4e32-b94c-1553afe61f09" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.566491] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-81ea49d2-ea4e-4e32-b94c-1553afe61f09" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.566770] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-81ea49d2-ea4e-4e32-b94c-1553afe61f09" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.566947] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81ea49d2-ea4e-4e32-b94c-1553afe61f09',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.596458] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22d326f5-5fd7-4b43-a21f-a0c84243672f: rpc.has_security_group_logging(os_id): False [ 702.615024] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.615161] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.617684] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.617684] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.617684] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.617684] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.617684] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.617684] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.617684] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.617684] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.617684] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.617684] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.617684] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.617684] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.617684] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.617684] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.618299] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.618299] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.618299] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.618299] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.618299] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f is going to be created. [ 702.651079] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.675244] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.675244] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.675244] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.675244] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.675244] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.685326] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: IN_PROGRESS for 2s [ 702.807629] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.070620] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.070841] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.071052] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.071356] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.071506] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.071660] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 81ea49d2-ea4e-4e32-b94c-1553afe61f09 not found, creating... [ 703.071926] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.072104] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.072249] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.072477] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.073142] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.073142] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.073142] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.073388] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.073456] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.074042] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.074042] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 81ea49d2-ea4e-4e32-b94c-1553afe61f09 is going to be created. [ 703.093183] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.093410] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.093525] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.093831] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.094080] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.094305] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-81ea49d2-ea4e-4e32-b94c-1553afe61f09" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.154897] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.155178] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.155332] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.155519] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.155643] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.155761] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 is going to be updated. [ 703.189421] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.189798] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.190013] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.190559] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.190881] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.200403] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: IN_PROGRESS for 2s [ 703.314666] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.314666] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.314666] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.314666] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.314666] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.314666] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 is going to be updated. [ 703.355538] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.355728] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.355822] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.356105] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.357068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.365368] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: IN_PROGRESS for 2s [ 704.007375] env[63412]: INFO networking_nsxv3.common.synchronization [req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b req-3fdb06a6-5ffc-4778-9370-94827b97db22 service nova] Enqueued Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_rules [ 704.007645] env[63412]: INFO networking_nsxv3.common.synchronization [req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b req-3fdb06a6-5ffc-4778-9370-94827b97db22 service nova] Enqueued Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_members [ 704.007682] env[63412]: INFO networking_nsxv3.common.synchronization [req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b req-3fdb06a6-5ffc-4778-9370-94827b97db22 service nova] Enqueued Resource ID: 81ea49d2-ea4e-4e32-b94c-1553afe61f09 with Priority: HIGHEST for action port [ 704.009867] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_rules [ 704.009867] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_members [ 704.009867] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ea49d2-ea4e-4e32-b94c-1553afe61f09 with Priority: HIGHEST for action port [ 704.010090] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.010155] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.010198] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.010515] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.010593] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.012784] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.012903] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.013114] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-81ea49d2-ea4e-4e32-b94c-1553afe61f09 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.013210] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81ea49d2-ea4e-4e32-b94c-1553afe61f09" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.013275] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81ea49d2-ea4e-4e32-b94c-1553afe61f09" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.013535] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81ea49d2-ea4e-4e32-b94c-1553afe61f09" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.013622] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81ea49d2-ea4e-4e32-b94c-1553afe61f09',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.434832] env[63412]: INFO networking_nsxv3.common.synchronization [None req-aaf2bfcc-0cac-401d-ab61-0bce68d24fa1 None None] Enqueued Resource ID: 0b551bc5-142e-4731-b183-9d363a571c6e with Priority: HIGHEST for action port [ 704.435146] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b551bc5-142e-4731-b183-9d363a571c6e with Priority: HIGHEST for action port [ 704.439027] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b551bc5-142e-4731-b183-9d363a571c6e taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.439027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b551bc5-142e-4731-b183-9d363a571c6e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.439027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b551bc5-142e-4731-b183-9d363a571c6e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.439027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b551bc5-142e-4731-b183-9d363a571c6e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.439027] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b551bc5-142e-4731-b183-9d363a571c6e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.521063] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.521063] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.521063] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81ea49d2-ea4e-4e32-b94c-1553afe61f09 with status ACTIVE [ 704.521063] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.521063] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.521063] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.521063] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.521063] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.521063] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.521063] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.521063] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.521063] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.521063] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.521063] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.521620] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.521620] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.521620] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.521620] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.521620] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81ea49d2-ea4e-4e32-b94c-1553afe61f09 is going to be updated. [ 704.542403] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.543293] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.543383] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.543604] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.543808] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.543924] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81ea49d2-ea4e-4e32-b94c-1553afe61f09" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.590600] env[63412]: INFO networking_nsxv3.common.synchronization [req-c19b93b4-a665-4136-9a3b-55f6772923e9 req-e259a515-f5a5-41f8-a2a1-03a367af8c4a tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Enqueued Resource ID: f886f10d-fd8c-4081-8057-1417bb3ba16a with Priority: HIGHEST for action security_group_members [ 704.591764] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f886f10d-fd8c-4081-8057-1417bb3ba16a with Priority: HIGHEST for action security_group_members [ 704.592085] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f886f10d-fd8c-4081-8057-1417bb3ba16a taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.592212] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.592281] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.592530] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.593094] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.593213] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.593283] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.593448] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.593560] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.593659] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f886f10d-fd8c-4081-8057-1417bb3ba16a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.696934] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: SUCCESS [ 704.697181] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.941916] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b551bc5-142e-4731-b183-9d363a571c6e [ 704.941916] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.941916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.941916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.941916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.941916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.942252] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b551bc5-142e-4731-b183-9d363a571c6e already deleted. [ 704.942252] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b551bc5-142e-4731-b183-9d363a571c6e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.003615] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-131 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.004274] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-131" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.004274] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-131" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.004460] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-131" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.004842] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.004963] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.005026] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.006420] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.006420] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.006420] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.006420] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.006420] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.007508] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.007508] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.007869] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.007869] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.025716] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.025951] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 705.026059] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.026221] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-131" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.026534] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-de992234-73e3-458b-b10f-9a2bb081ca6f taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.026760] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-de992234-73e3-458b-b10f-9a2bb081ca6f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.026879] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-de992234-73e3-458b-b10f-9a2bb081ca6f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.027201] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-de992234-73e3-458b-b10f-9a2bb081ca6f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.027335] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de992234-73e3-458b-b10f-9a2bb081ca6f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.096275] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.096439] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.096509] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.096730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.096822] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.097027] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.097149] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.097216] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.097440] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.097526] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.097615] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f886f10d-fd8c-4081-8057-1417bb3ba16a already deleted. [ 705.097745] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.209902] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: SUCCESS [ 705.212016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.212016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.212016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.212016] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.212016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.212016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.212016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.212016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.212016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.212016] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.379798] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: SUCCESS [ 705.380057] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.380272] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.380510] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.380707] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.380832] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.380901] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.381117] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.381205] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.381304] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.530494] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.530733] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.530868] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.531434] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.531434] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.531593] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port de992234-73e3-458b-b10f-9a2bb081ca6f not found, creating... [ 705.531749] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.531903] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.532026] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.532245] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.532979] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.532979] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.533311] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.533491] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.533796] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.533959] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.534273] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: de992234-73e3-458b-b10f-9a2bb081ca6f is going to be created. [ 705.557273] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.557273] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.557273] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.557273] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.557273] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.557273] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-de992234-73e3-458b-b10f-9a2bb081ca6f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.716864] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.717035] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.717100] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.718016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.718016] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.718016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.718016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.718016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.718016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.718016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.718289] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.718289] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.718289] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.718379] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.718589] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.718589] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.718686] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.720079] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.720079] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.720079] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.720079] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.883641] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.222049] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc126587-c54f-41d7-95ee-ef30102979e4: rpc.has_security_group_logging(os_id): False [ 706.325693] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.325827] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.325872] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.327044] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.327044] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.327044] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.327044] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.327044] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.327044] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.327044] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.327044] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.327370] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.327370] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.327370] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.327470] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.327601] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.327695] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.327757] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.327939] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.328012] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.329085] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 is going to be updated. [ 706.344639] env[63412]: INFO networking_nsxv3.common.synchronization [req-c19b93b4-a665-4136-9a3b-55f6772923e9 req-49da2d8b-5833-4ced-ba69-c251418212ff service nova] Enqueued Resource ID: f886f10d-fd8c-4081-8057-1417bb3ba16a with Priority: HIGHEST for action security_group_rules [ 706.344814] env[63412]: INFO networking_nsxv3.common.synchronization [req-c19b93b4-a665-4136-9a3b-55f6772923e9 req-49da2d8b-5833-4ced-ba69-c251418212ff service nova] Enqueued Resource ID: f886f10d-fd8c-4081-8057-1417bb3ba16a with Priority: HIGHEST for action security_group_members [ 706.344956] env[63412]: INFO networking_nsxv3.common.synchronization [req-c19b93b4-a665-4136-9a3b-55f6772923e9 req-49da2d8b-5833-4ced-ba69-c251418212ff service nova] Enqueued Resource ID: de992234-73e3-458b-b10f-9a2bb081ca6f with Priority: HIGHEST for action port [ 706.345190] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f886f10d-fd8c-4081-8057-1417bb3ba16a with Priority: HIGHEST for action security_group_rules [ 706.345396] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f886f10d-fd8c-4081-8057-1417bb3ba16a with Priority: HIGHEST for action security_group_members [ 706.345396] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de992234-73e3-458b-b10f-9a2bb081ca6f with Priority: HIGHEST for action port [ 706.345930] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f886f10d-fd8c-4081-8057-1417bb3ba16a taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.346150] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.346150] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.346299] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.346365] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f886f10d-fd8c-4081-8057-1417bb3ba16a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.347329] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f886f10d-fd8c-4081-8057-1417bb3ba16a taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.347377] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.347408] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.347564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.347705] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.347798] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.347861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.347998] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.348104] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.348190] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f886f10d-fd8c-4081-8057-1417bb3ba16a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.348950] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-de992234-73e3-458b-b10f-9a2bb081ca6f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.349032] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de992234-73e3-458b-b10f-9a2bb081ca6f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.349032] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de992234-73e3-458b-b10f-9a2bb081ca6f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.349296] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de992234-73e3-458b-b10f-9a2bb081ca6f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.349296] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de992234-73e3-458b-b10f-9a2bb081ca6f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.387329] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.401157] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.401300] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.401365] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.401558] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.401906] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.414410] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: IN_PROGRESS for 2s [ 706.851661] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f886f10d-fd8c-4081-8057-1417bb3ba16a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.852623] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f886f10d-fd8c-4081-8057-1417bb3ba16a taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.852739] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.853101] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de992234-73e3-458b-b10f-9a2bb081ca6f with status ACTIVE [ 706.853264] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.853369] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.853530] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.853693] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.853723] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.853883] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.853975] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.854058] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.854248] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.857065] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.857065] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.857253] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.857253] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.857488] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.857488] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.857643] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de992234-73e3-458b-b10f-9a2bb081ca6f is going to be updated. [ 706.860700] env[63412]: INFO networking_nsxv3.common.synchronization [None req-76667f1f-d271-477d-bcd1-29e1a48cb015 None None] Enqueued Resource ID: e1c9c860-c03a-4e27-8829-e17d84340d5d with Priority: HIGHEST for action port [ 706.861376] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c9c860-c03a-4e27-8829-e17d84340d5d with Priority: HIGHEST for action port [ 706.861947] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1c9c860-c03a-4e27-8829-e17d84340d5d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.862452] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1c9c860-c03a-4e27-8829-e17d84340d5d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.862619] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1c9c860-c03a-4e27-8829-e17d84340d5d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.862769] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1c9c860-c03a-4e27-8829-e17d84340d5d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.862856] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1c9c860-c03a-4e27-8829-e17d84340d5d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.882046] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.882046] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.882046] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.882046] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.882046] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.882046] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de992234-73e3-458b-b10f-9a2bb081ca6f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.892252] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.892385] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.892460] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.892668] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.892759] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.892854] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 is going to be updated. [ 706.925543] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.926133] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.926133] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.926133] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.926324] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.935798] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: IN_PROGRESS for 2s [ 707.354412] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f886f10d-fd8c-4081-8057-1417bb3ba16a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.367414] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1c9c860-c03a-4e27-8829-e17d84340d5d [ 707.367660] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.367789] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.367869] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.368152] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.368246] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.368344] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1c9c860-c03a-4e27-8829-e17d84340d5d already deleted. [ 707.368425] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1c9c860-c03a-4e27-8829-e17d84340d5d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.496298] env[63412]: INFO networking_nsxv3.common.synchronization [req-3969f88d-0a45-4063-b5c6-d1045e9c29af req-85ba896e-fab8-40a6-8a87-965d6994a9d5 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Enqueued Resource ID: 68937c31-c3c5-456d-8cda-4f14670f638d with Priority: HIGHEST for action security_group_members [ 707.496858] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68937c31-c3c5-456d-8cda-4f14670f638d with Priority: HIGHEST for action security_group_members [ 707.497179] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-68937c31-c3c5-456d-8cda-4f14670f638d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.497300] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.497668] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.497668] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.497831] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.497831] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.497831] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.498166] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.498166] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.498166] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.844735] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-562 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.844933] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-562" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.845071] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-562" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.845349] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-562" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.845655] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.845837] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.845956] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.846222] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.846364] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.846571] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 707.846751] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.846861] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.846967] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.847089] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 707.847193] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.847323] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.863268] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.863268] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.863268] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.863268] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.863268] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.863268] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f886f10d-fd8c-4081-8057-1417bb3ba16a is going to be created. [ 707.870476] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.870822] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 707.871089] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.871355] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-562" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.871762] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-435436e2-e81f-4903-ba94-931f153468a4 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.872098] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-435436e2-e81f-4903-ba94-931f153468a4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.872319] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-435436e2-e81f-4903-ba94-931f153468a4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.872712] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-435436e2-e81f-4903-ba94-931f153468a4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.872952] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('435436e2-e81f-4903-ba94-931f153468a4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.890027] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.890027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.890027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.890027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.890027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.899134] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f886f10d-fd8c-4081-8057-1417bb3ba16a in Status: UNINITIALIZED for 2s [ 708.000741] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.376601] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.376601] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.376601] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.376601] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.377017] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.377017] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 435436e2-e81f-4903-ba94-931f153468a4 not found, creating... [ 708.378049] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.378049] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.378049] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.378049] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.378049] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.378285] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.378285] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.378455] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.378601] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.378786] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.379457] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 435436e2-e81f-4903-ba94-931f153468a4 is going to be created. [ 708.400237] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.400465] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.400587] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.400858] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.401119] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.401343] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-435436e2-e81f-4903-ba94-931f153468a4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.426938] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: SUCCESS [ 708.426938] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.506051] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.948567] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: SUCCESS [ 708.948806] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.948983] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.949242] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.949440] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.949559] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.949628] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.949848] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.949935] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.950041] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.953859] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.011369] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.011369] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.011369] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.011369] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.011369] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.011369] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68937c31-c3c5-456d-8cda-4f14670f638d is going to be updated. [ 709.042521] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.043213] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.043213] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.043332] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.043366] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.052399] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68937c31-c3c5-456d-8cda-4f14670f638d in Status: IN_PROGRESS for 2s [ 709.235554] env[63412]: INFO networking_nsxv3.common.synchronization [req-3969f88d-0a45-4063-b5c6-d1045e9c29af req-77c0b70e-342a-4661-882e-7980fcc8e937 service nova] Enqueued Resource ID: 68937c31-c3c5-456d-8cda-4f14670f638d with Priority: HIGHEST for action security_group_rules [ 709.239086] env[63412]: INFO networking_nsxv3.common.synchronization [req-3969f88d-0a45-4063-b5c6-d1045e9c29af req-77c0b70e-342a-4661-882e-7980fcc8e937 service nova] Enqueued Resource ID: 68937c31-c3c5-456d-8cda-4f14670f638d with Priority: HIGHEST for action security_group_members [ 709.239086] env[63412]: INFO networking_nsxv3.common.synchronization [req-3969f88d-0a45-4063-b5c6-d1045e9c29af req-77c0b70e-342a-4661-882e-7980fcc8e937 service nova] Enqueued Resource ID: 435436e2-e81f-4903-ba94-931f153468a4 with Priority: HIGHEST for action port [ 709.239086] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68937c31-c3c5-456d-8cda-4f14670f638d with Priority: HIGHEST for action security_group_rules [ 709.239086] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68937c31-c3c5-456d-8cda-4f14670f638d with Priority: HIGHEST for action security_group_members [ 709.239086] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435436e2-e81f-4903-ba94-931f153468a4 with Priority: HIGHEST for action port [ 709.239623] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68937c31-c3c5-456d-8cda-4f14670f638d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.239623] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.239623] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.239623] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.239744] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.240534] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-68937c31-c3c5-456d-8cda-4f14670f638d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.240651] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.240848] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-435436e2-e81f-4903-ba94-931f153468a4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.240954] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-435436e2-e81f-4903-ba94-931f153468a4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.241112] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-435436e2-e81f-4903-ba94-931f153468a4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.241220] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-435436e2-e81f-4903-ba94-931f153468a4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.241284] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('435436e2-e81f-4903-ba94-931f153468a4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.455922] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.456255] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.456255] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.456420] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.456580] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.456680] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.456767] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.456921] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.457028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.457115] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.457261] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.457354] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.457422] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.457555] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.457687] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.457777] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.457838] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.458037] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.458093] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.458134] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.458225] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.744576] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-68937c31-c3c5-456d-8cda-4f14670f638d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.744576] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.744576] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 435436e2-e81f-4903-ba94-931f153468a4 with status ACTIVE [ 709.744576] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.744576] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.744576] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.744576] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.744576] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.744930] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.744930] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.744930] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.744930] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.745057] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.745210] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.745283] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.745347] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.745484] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.745560] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.745702] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 435436e2-e81f-4903-ba94-931f153468a4 is going to be updated. [ 709.765875] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.765875] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.765875] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.766082] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.766082] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.766213] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-435436e2-e81f-4903-ba94-931f153468a4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.908483] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f886f10d-fd8c-4081-8057-1417bb3ba16a in Status: SUCCESS [ 709.908703] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.908885] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.909113] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.909306] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.909422] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.909488] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.909643] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.909725] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.909811] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.909902] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f886f10d-fd8c-4081-8057-1417bb3ba16a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.961672] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3c53f1a-4406-4cfd-92c6-ab6869475822: rpc.has_security_group_logging(os_id): False [ 709.980631] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.980924] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.981018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.981385] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.981385] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.981523] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.981619] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.981872] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.981872] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.982019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.982129] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.982236] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.982293] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.982444] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.982528] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.982715] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.983197] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.983307] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.983469] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.983546] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.983647] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 is going to be updated. [ 710.071034] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.071290] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.071290] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.071521] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.073596] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.087519] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: IN_PROGRESS for 2s [ 710.412681] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f886f10d-fd8c-4081-8057-1417bb3ba16a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.920424] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f886f10d-fd8c-4081-8057-1417bb3ba16a: rpc.has_security_group_logging(os_id): False [ 710.937956] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.938123] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.938192] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.938400] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.938483] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.938722] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.938835] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.938877] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.939022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.939096] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.939180] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f886f10d-fd8c-4081-8057-1417bb3ba16a is going to be created. [ 710.983100] env[63412]: INFO networking_nsxv3.common.synchronization [req-02ba8c8f-d460-4db8-937a-2f9c033c7deb req-2c8325fb-e281-422d-8201-d978ca9c85d1 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Enqueued Resource ID: e10d0e67-0519-44a7-a60f-b276f56cd6de with Priority: HIGHEST for action security_group_members [ 710.983924] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e10d0e67-0519-44a7-a60f-b276f56cd6de with Priority: HIGHEST for action security_group_members [ 710.987017] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e10d0e67-0519-44a7-a60f-b276f56cd6de taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.987017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e10d0e67-0519-44a7-a60f-b276f56cd6de" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.987017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e10d0e67-0519-44a7-a60f-b276f56cd6de" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.987017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e10d0e67-0519-44a7-a60f-b276f56cd6de" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.987017] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.987017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.987017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.987017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.987017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.987017] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e10d0e67-0519-44a7-a60f-b276f56cd6de',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.004919] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.005660] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.005660] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.005660] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.005660] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.019739] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f886f10d-fd8c-4081-8057-1417bb3ba16a in Status: IN_PROGRESS for 2s [ 711.061315] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68937c31-c3c5-456d-8cda-4f14670f638d in Status: SUCCESS [ 711.061547] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.061722] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.061937] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.062152] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.062272] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.062357] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.062514] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.062595] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.062707] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.477958] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-659 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.477958] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-659" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.477958] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-659" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.478440] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-659" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.478834] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.479114] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.479182] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.479403] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.479554] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.479793] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.479910] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.480031] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.480138] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.480258] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.480378] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.480515] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.489240] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.489390] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.489506] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.489702] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.489798] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.489997] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.490138] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.490181] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.490335] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.490412] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.490522] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e10d0e67-0519-44a7-a60f-b276f56cd6de already deleted. [ 711.490590] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e10d0e67-0519-44a7-a60f-b276f56cd6de" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.499825] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.500012] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 711.500173] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.501025] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-659" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.501025] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-a3a2f591-8443-470e-9d14-48dfd91c3351 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.501025] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-a3a2f591-8443-470e-9d14-48dfd91c3351" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.501025] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-a3a2f591-8443-470e-9d14-48dfd91c3351" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.501341] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-a3a2f591-8443-470e-9d14-48dfd91c3351" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.501584] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3a2f591-8443-470e-9d14-48dfd91c3351',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.568574] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.825831] env[63412]: INFO networking_nsxv3.common.synchronization [req-6443dee5-c17c-4f4d-a078-c084add4a28e req-082cb080-a981-4962-9fc8-bfabf51d6850 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Enqueued Resource ID: 74504888-4a38-492e-bae4-12329fd9c6e2 with Priority: HIGHEST for action security_group_members [ 711.826360] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74504888-4a38-492e-bae4-12329fd9c6e2 with Priority: HIGHEST for action security_group_members [ 711.826662] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-74504888-4a38-492e-bae4-12329fd9c6e2 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.826786] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.826856] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.828876] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.829069] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.829180] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.829247] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.829410] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.829495] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.829590] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74504888-4a38-492e-bae4-12329fd9c6e2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.008218] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.008218] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.008218] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.008218] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.008218] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.008218] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port a3a2f591-8443-470e-9d14-48dfd91c3351 not found, creating... [ 712.008218] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.008218] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.008218] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.008218] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.008218] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.008949] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.008949] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.008949] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.008949] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.008949] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.008949] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: a3a2f591-8443-470e-9d14-48dfd91c3351 is going to be created. [ 712.034817] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.034817] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.034817] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.034817] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.034817] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.034817] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-a3a2f591-8443-470e-9d14-48dfd91c3351" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.072126] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.100212] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: SUCCESS [ 712.100433] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.331985] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74504888-4a38-492e-bae4-12329fd9c6e2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.574817] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.575045] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.575045] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.575274] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.575372] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.575472] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68937c31-c3c5-456d-8cda-4f14670f638d is going to be updated. [ 712.603899] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.604121] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.604121] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.604314] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.604454] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.613277] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68937c31-c3c5-456d-8cda-4f14670f638d in Status: IN_PROGRESS for 2s [ 712.834260] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74504888-4a38-492e-bae4-12329fd9c6e2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.036196] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f886f10d-fd8c-4081-8057-1417bb3ba16a in Status: SUCCESS [ 713.036882] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.205833] env[63412]: INFO networking_nsxv3.common.synchronization [req-02ba8c8f-d460-4db8-937a-2f9c033c7deb req-162aabad-ed62-4ddb-bb3b-b5e225a8900f service nova] Enqueued Resource ID: e10d0e67-0519-44a7-a60f-b276f56cd6de with Priority: HIGHEST for action security_group_rules [ 713.206037] env[63412]: INFO networking_nsxv3.common.synchronization [req-02ba8c8f-d460-4db8-937a-2f9c033c7deb req-162aabad-ed62-4ddb-bb3b-b5e225a8900f service nova] Enqueued Resource ID: e10d0e67-0519-44a7-a60f-b276f56cd6de with Priority: HIGHEST for action security_group_members [ 713.206196] env[63412]: INFO networking_nsxv3.common.synchronization [req-02ba8c8f-d460-4db8-937a-2f9c033c7deb req-162aabad-ed62-4ddb-bb3b-b5e225a8900f service nova] Enqueued Resource ID: a3a2f591-8443-470e-9d14-48dfd91c3351 with Priority: HIGHEST for action port [ 713.206462] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e10d0e67-0519-44a7-a60f-b276f56cd6de with Priority: HIGHEST for action security_group_rules [ 713.206590] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e10d0e67-0519-44a7-a60f-b276f56cd6de with Priority: HIGHEST for action security_group_members [ 713.206686] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3a2f591-8443-470e-9d14-48dfd91c3351 with Priority: HIGHEST for action port [ 713.207870] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e10d0e67-0519-44a7-a60f-b276f56cd6de taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.207870] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e10d0e67-0519-44a7-a60f-b276f56cd6de" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.207870] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e10d0e67-0519-44a7-a60f-b276f56cd6de" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.209209] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e10d0e67-0519-44a7-a60f-b276f56cd6de" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.209397] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e10d0e67-0519-44a7-a60f-b276f56cd6de',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.210291] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e10d0e67-0519-44a7-a60f-b276f56cd6de taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.210766] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e10d0e67-0519-44a7-a60f-b276f56cd6de" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.210892] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e10d0e67-0519-44a7-a60f-b276f56cd6de" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.211144] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e10d0e67-0519-44a7-a60f-b276f56cd6de" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.211377] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.211519] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.211622] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.211810] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.211944] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.212117] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e10d0e67-0519-44a7-a60f-b276f56cd6de',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.212900] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3a2f591-8443-470e-9d14-48dfd91c3351 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.213075] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3a2f591-8443-470e-9d14-48dfd91c3351" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.213195] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3a2f591-8443-470e-9d14-48dfd91c3351" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.213417] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3a2f591-8443-470e-9d14-48dfd91c3351" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.213508] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3a2f591-8443-470e-9d14-48dfd91c3351',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.338714] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.338714] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.338714] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.338714] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.338714] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.338714] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74504888-4a38-492e-bae4-12329fd9c6e2 is going to be updated. [ 713.379540] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.379686] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.379757] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.379960] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.380139] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.390067] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74504888-4a38-492e-bae4-12329fd9c6e2 in Status: IN_PROGRESS for 2s [ 713.715168] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e10d0e67-0519-44a7-a60f-b276f56cd6de',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.716268] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e10d0e67-0519-44a7-a60f-b276f56cd6de taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.716380] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e10d0e67-0519-44a7-a60f-b276f56cd6de" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.716748] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3a2f591-8443-470e-9d14-48dfd91c3351 with status ACTIVE [ 713.716914] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.717084] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.717157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.717313] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.717408] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.717570] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.717665] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.717727] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.717872] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.717994] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.718359] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.718462] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.718529] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.718675] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.718752] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.718838] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3a2f591-8443-470e-9d14-48dfd91c3351 is going to be updated. [ 713.737613] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.737742] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.737811] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.738023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.739166] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.739166] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3a2f591-8443-470e-9d14-48dfd91c3351" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.814967] env[63412]: INFO networking_nsxv3.common.synchronization [req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 req-6b835aaf-5229-4f8a-ba53-b36689893aaf tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Enqueued Resource ID: 2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 with Priority: HIGHEST for action security_group_members [ 713.815472] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 with Priority: HIGHEST for action security_group_members [ 713.815816] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.815947] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.816027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.817662] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.817662] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.817662] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.817662] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.817662] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.817662] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.817662] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b1890a3-a03e-4ad3-a7a4-58ce66332bb2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.096205] env[63412]: INFO networking_nsxv3.common.synchronization [req-3101b32d-5347-4c58-8cfd-655b009888b8 req-67c89516-e5c3-4412-95b6-dd85dfe244d5 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 with Priority: HIGHEST for action security_group_members [ 714.096485] env[63412]: INFO networking_nsxv3.common.synchronization [req-3101b32d-5347-4c58-8cfd-655b009888b8 req-67c89516-e5c3-4412-95b6-dd85dfe244d5 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_members [ 714.096900] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 with Priority: HIGHEST for action security_group_members [ 714.100730] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_members [ 714.100730] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6164e5c6-d6cf-4301-9fdd-6afe7d071829 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.100730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.100730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.100730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.100730] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.100730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.100730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.100730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.100730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.100730] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6164e5c6-d6cf-4301-9fdd-6afe7d071829',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.100730] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.100730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.100730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.103067] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.103264] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.103375] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.103446] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.103636] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.103729] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.103837] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.202086] env[63412]: INFO networking_nsxv3.common.synchronization [req-3101b32d-5347-4c58-8cfd-655b009888b8 req-67c89516-e5c3-4412-95b6-dd85dfe244d5 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 with Priority: HIGHEST for action security_group_rules [ 714.202319] env[63412]: INFO networking_nsxv3.common.synchronization [req-3101b32d-5347-4c58-8cfd-655b009888b8 req-67c89516-e5c3-4412-95b6-dd85dfe244d5 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 with Priority: HIGHEST for action security_group_members [ 714.202464] env[63412]: INFO networking_nsxv3.common.synchronization [req-3101b32d-5347-4c58-8cfd-655b009888b8 req-67c89516-e5c3-4412-95b6-dd85dfe244d5 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_rules [ 714.202641] env[63412]: INFO networking_nsxv3.common.synchronization [req-3101b32d-5347-4c58-8cfd-655b009888b8 req-67c89516-e5c3-4412-95b6-dd85dfe244d5 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_members [ 714.202789] env[63412]: INFO networking_nsxv3.common.synchronization [req-3101b32d-5347-4c58-8cfd-655b009888b8 req-67c89516-e5c3-4412-95b6-dd85dfe244d5 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: 81ea49d2-ea4e-4e32-b94c-1553afe61f09 with Priority: HIGHEST for action port [ 714.204141] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 with Priority: HIGHEST for action security_group_rules [ 714.204365] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_rules [ 714.204579] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ea49d2-ea4e-4e32-b94c-1553afe61f09 with Priority: HIGHEST for action port [ 714.204780] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 with Priority: HIGHEST for action security_group_members [ 714.204935] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_members [ 714.205385] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6164e5c6-d6cf-4301-9fdd-6afe7d071829 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.205556] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.206097] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.206442] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.206602] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6164e5c6-d6cf-4301-9fdd-6afe7d071829',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.208604] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.208604] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.208604] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.208604] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.208604] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.209355] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-81ea49d2-ea4e-4e32-b94c-1553afe61f09 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.209597] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81ea49d2-ea4e-4e32-b94c-1553afe61f09" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.209597] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81ea49d2-ea4e-4e32-b94c-1553afe61f09" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.209842] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81ea49d2-ea4e-4e32-b94c-1553afe61f09" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.209963] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81ea49d2-ea4e-4e32-b94c-1553afe61f09',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.210843] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6164e5c6-d6cf-4301-9fdd-6afe7d071829 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.210984] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.211230] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.211686] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.218733] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e10d0e67-0519-44a7-a60f-b276f56cd6de',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.321908] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.321908] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.321908] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.321908] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.321908] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.321908] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.321908] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.321908] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.321908] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.321908] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.321908] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 already deleted. [ 714.321908] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.329112] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-810 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.329112] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-810" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.329112] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-810" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.329112] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-810" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.329112] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.329112] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.329112] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.329893] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.330262] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.330691] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.331713] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.332445] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.332689] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.332904] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.337310] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.337310] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.354155] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.354338] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 714.354460] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.354650] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-810" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.354985] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-be954597-fb32-448e-b5bc-8b2698e8285a taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.355151] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-be954597-fb32-448e-b5bc-8b2698e8285a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.356631] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-be954597-fb32-448e-b5bc-8b2698e8285a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.356631] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-be954597-fb32-448e-b5bc-8b2698e8285a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.356631] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be954597-fb32-448e-b5bc-8b2698e8285a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.607821] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6164e5c6-d6cf-4301-9fdd-6afe7d071829',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.607821] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.622219] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68937c31-c3c5-456d-8cda-4f14670f638d in Status: SUCCESS [ 714.622219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.622428] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.622566] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.623342] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.623342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.623342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.623342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.623342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.623342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.623342] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.712935] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6164e5c6-d6cf-4301-9fdd-6afe7d071829 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.713156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.713468] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.713566] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.713729] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81ea49d2-ea4e-4e32-b94c-1553afe61f09 with status ACTIVE [ 714.713880] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.714017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.714125] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.714367] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.714410] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.714575] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.714671] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.714736] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.714954] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.715052] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.716059] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.716059] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.716059] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.716059] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.716059] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.716059] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81ea49d2-ea4e-4e32-b94c-1553afe61f09 is going to be updated. [ 714.719332] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.719565] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.719565] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.719729] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.719815] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.719913] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e10d0e67-0519-44a7-a60f-b276f56cd6de is going to be created. [ 714.744649] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.744813] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.744905] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.745171] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.745315] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.745480] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81ea49d2-ea4e-4e32-b94c-1553afe61f09" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.760574] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.760667] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.760705] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.761084] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.761377] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.772071] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e10d0e67-0519-44a7-a60f-b276f56cd6de in Status: UNINITIALIZED for 2s [ 714.860221] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.860221] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.860221] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.860514] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.860567] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.860752] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port be954597-fb32-448e-b5bc-8b2698e8285a not found, creating... [ 714.860985] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.861289] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.861416] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.861643] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.861783] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.862205] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.862383] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.862519] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.862759] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.862888] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.863330] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: be954597-fb32-448e-b5bc-8b2698e8285a is going to be created. [ 714.890966] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.891744] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.891744] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.891744] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.892843] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.892843] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-be954597-fb32-448e-b5bc-8b2698e8285a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.114492] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6164e5c6-d6cf-4301-9fdd-6afe7d071829',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.114492] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.132719] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-68937c31-c3c5-456d-8cda-4f14670f638d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.132978] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.133117] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.134230] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.134230] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.134230] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.134230] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.134230] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.134426] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.134492] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.134737] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-68937c31-c3c5-456d-8cda-4f14670f638d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.134903] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.135027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.135258] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.135493] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.135696] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.135768] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.136320] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.136320] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.136320] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.136489] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.400470] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74504888-4a38-492e-bae4-12329fd9c6e2 in Status: SUCCESS [ 715.400840] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.616895] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.617135] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.617220] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.617443] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.617537] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.617634] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 is going to be created. [ 715.619114] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.619242] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.619330] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.619483] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.621650] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.621650] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 is going to be updated. [ 715.640689] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68937c31-c3c5-456d-8cda-4f14670f638d: rpc.has_security_group_logging(os_id): False [ 715.642196] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.642384] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.642484] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.642744] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.642959] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.646587] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.646781] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.646894] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.647117] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.647354] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.656090] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 in Status: UNINITIALIZED for 2s [ 715.656916] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: IN_PROGRESS for 2s [ 715.665732] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.665927] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.666013] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.666238] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.666333] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.666523] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.666622] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.666758] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.666851] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.666924] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.667181] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.667300] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.667300] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.667417] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.667495] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.667814] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.667814] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.667984] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.668180] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.668261] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.668340] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68937c31-c3c5-456d-8cda-4f14670f638d is going to be updated. [ 715.728447] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.728666] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.728666] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.728854] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.730275] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.749320] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68937c31-c3c5-456d-8cda-4f14670f638d in Status: IN_PROGRESS for 2s [ 715.823775] env[63412]: INFO networking_nsxv3.common.synchronization [req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 req-b125e948-2590-4951-86be-b7b969d71e57 service nova] Enqueued Resource ID: 2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 with Priority: HIGHEST for action security_group_rules [ 715.824077] env[63412]: INFO networking_nsxv3.common.synchronization [req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 req-b125e948-2590-4951-86be-b7b969d71e57 service nova] Enqueued Resource ID: 2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 with Priority: HIGHEST for action security_group_members [ 715.824166] env[63412]: INFO networking_nsxv3.common.synchronization [req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 req-b125e948-2590-4951-86be-b7b969d71e57 service nova] Enqueued Resource ID: be954597-fb32-448e-b5bc-8b2698e8285a with Priority: HIGHEST for action port [ 715.824729] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 with Priority: HIGHEST for action security_group_rules [ 715.824875] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 with Priority: HIGHEST for action security_group_members [ 715.824970] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be954597-fb32-448e-b5bc-8b2698e8285a with Priority: HIGHEST for action port [ 715.825261] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.825413] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.825451] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.825685] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.825787] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b1890a3-a03e-4ad3-a7a4-58ce66332bb2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.826712] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.826864] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.826986] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.827248] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.827341] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.827443] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.827496] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.827638] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.827724] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.827815] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b1890a3-a03e-4ad3-a7a4-58ce66332bb2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.828814] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-be954597-fb32-448e-b5bc-8b2698e8285a taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.828918] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be954597-fb32-448e-b5bc-8b2698e8285a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.828982] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be954597-fb32-448e-b5bc-8b2698e8285a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.829154] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be954597-fb32-448e-b5bc-8b2698e8285a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.829240] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be954597-fb32-448e-b5bc-8b2698e8285a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.330700] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.331157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.331157] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b1890a3-a03e-4ad3-a7a4-58ce66332bb2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.332126] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be954597-fb32-448e-b5bc-8b2698e8285a with status ACTIVE [ 716.333374] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.333374] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.333374] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.333374] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.333374] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.333374] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.333374] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.333374] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.333374] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.333374] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.333967] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.334156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.334245] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.334505] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.334505] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.334619] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be954597-fb32-448e-b5bc-8b2698e8285a is going to be updated. [ 716.357707] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.357855] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.357953] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.358280] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.358463] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.358576] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be954597-fb32-448e-b5bc-8b2698e8285a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.696101] env[63412]: INFO networking_nsxv3.common.synchronization [req-6275942e-264d-4045-9fed-895c9612401e req-bdc5714f-406a-4457-aefd-65f2a719eb60 tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Enqueued Resource ID: 17fb08aa-a5f2-46c3-be74-fcc00d7a387d with Priority: HIGHEST for action security_group_members [ 716.697034] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17fb08aa-a5f2-46c3-be74-fcc00d7a387d with Priority: HIGHEST for action security_group_members [ 716.697553] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-17fb08aa-a5f2-46c3-be74-fcc00d7a387d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.697771] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17fb08aa-a5f2-46c3-be74-fcc00d7a387d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.697916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17fb08aa-a5f2-46c3-be74-fcc00d7a387d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.698351] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17fb08aa-a5f2-46c3-be74-fcc00d7a387d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.698622] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.698798] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.698913] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.704019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.704019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.704019] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17fb08aa-a5f2-46c3-be74-fcc00d7a387d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.781204] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e10d0e67-0519-44a7-a60f-b276f56cd6de in Status: SUCCESS [ 716.781423] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e10d0e67-0519-44a7-a60f-b276f56cd6de" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.781613] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e10d0e67-0519-44a7-a60f-b276f56cd6de" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.781834] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e10d0e67-0519-44a7-a60f-b276f56cd6de" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.782057] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.782205] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.782241] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.782392] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.782469] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.782550] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e10d0e67-0519-44a7-a60f-b276f56cd6de" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.782638] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e10d0e67-0519-44a7-a60f-b276f56cd6de',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.839869] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b1890a3-a03e-4ad3-a7a4-58ce66332bb2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.076248] env[63412]: INFO networking_nsxv3.common.synchronization [req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 req-be9bbb58-fa97-43c4-80c1-3aab5f9556cf tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Enqueued Resource ID: f9970b86-2be5-4c59-b559-2b28b2d0eddc with Priority: HIGHEST for action security_group_members [ 717.076823] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9970b86-2be5-4c59-b559-2b28b2d0eddc with Priority: HIGHEST for action security_group_members [ 717.077112] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9970b86-2be5-4c59-b559-2b28b2d0eddc taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.077271] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9970b86-2be5-4c59-b559-2b28b2d0eddc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.077322] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9970b86-2be5-4c59-b559-2b28b2d0eddc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.077488] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9970b86-2be5-4c59-b559-2b28b2d0eddc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.077633] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.077728] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.077794] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.077934] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.080054] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.080227] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9970b86-2be5-4c59-b559-2b28b2d0eddc',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.204568] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.204759] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.204831] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.205088] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.205187] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.205390] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.205483] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.205543] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.205706] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.205802] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.205885] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17fb08aa-a5f2-46c3-be74-fcc00d7a387d already deleted. [ 717.205963] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17fb08aa-a5f2-46c3-be74-fcc00d7a387d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.286593] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e10d0e67-0519-44a7-a60f-b276f56cd6de taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.286751] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e10d0e67-0519-44a7-a60f-b276f56cd6de" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.286816] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e10d0e67-0519-44a7-a60f-b276f56cd6de" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.287141] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e10d0e67-0519-44a7-a60f-b276f56cd6de" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.287317] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.287422] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.287485] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.287637] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.287719] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.287802] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e10d0e67-0519-44a7-a60f-b276f56cd6de" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.287955] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e10d0e67-0519-44a7-a60f-b276f56cd6de taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.288077] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e10d0e67-0519-44a7-a60f-b276f56cd6de" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.288136] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e10d0e67-0519-44a7-a60f-b276f56cd6de" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.288277] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e10d0e67-0519-44a7-a60f-b276f56cd6de" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.288417] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.288505] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.288563] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.288697] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.288774] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.288854] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e10d0e67-0519-44a7-a60f-b276f56cd6de" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.288943] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e10d0e67-0519-44a7-a60f-b276f56cd6de',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.343485] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.343753] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.343753] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.343946] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.344054] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.344196] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 is going to be created. [ 717.367622] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.367769] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.367851] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.368086] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.368246] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.382589] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 in Status: UNINITIALIZED for 2s [ 717.523447] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.526104] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-544" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.526104] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-544" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.526104] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-544" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.526104] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.526104] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.526104] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.526104] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.526104] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.530214] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 717.530214] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.530214] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.530214] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.530214] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 717.530214] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.530214] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.553475] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.553475] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 717.553475] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.555869] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-544" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.555869] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-955cc455-eee8-4efe-b01b-19110edb1143 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.555869] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-955cc455-eee8-4efe-b01b-19110edb1143" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.555869] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-955cc455-eee8-4efe-b01b-19110edb1143" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.555869] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-955cc455-eee8-4efe-b01b-19110edb1143" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.555869] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('955cc455-eee8-4efe-b01b-19110edb1143',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.582652] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.582934] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.583432] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.583432] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.583432] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.583672] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.583770] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.583832] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.583991] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.584089] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.584173] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9970b86-2be5-4c59-b559-2b28b2d0eddc is going to be updated. [ 717.611641] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.611847] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.611921] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.612138] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.612286] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.631893] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9970b86-2be5-4c59-b559-2b28b2d0eddc in Status: IN_PROGRESS for 2s [ 717.665846] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: SUCCESS [ 717.666055] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.666211] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.666409] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.666583] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.666719] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.666789] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.666971] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.667066] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.667160] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.668962] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 in Status: SUCCESS [ 717.669218] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.669631] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.669921] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.670069] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.670442] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.670538] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.670713] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.670893] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.670983] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6164e5c6-d6cf-4301-9fdd-6afe7d071829',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.773425] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68937c31-c3c5-456d-8cda-4f14670f638d in Status: SUCCESS [ 717.773948] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.790923] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e10d0e67-0519-44a7-a60f-b276f56cd6de: rpc.has_security_group_logging(os_id): False [ 717.819090] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.819090] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.819090] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.819090] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.819090] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.819090] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.819090] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.819090] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.819090] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.819090] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.819090] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.819090] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.819090] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.819090] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.819090] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.819615] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.819615] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.819615] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.820139] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.820360] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.822475] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e10d0e67-0519-44a7-a60f-b276f56cd6de is going to be created. [ 717.884213] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.884355] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.884447] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.884631] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.884972] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.899022] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e10d0e67-0519-44a7-a60f-b276f56cd6de in Status: IN_PROGRESS for 2s [ 718.058427] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.058704] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.058853] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.059175] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.059345] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.059513] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 955cc455-eee8-4efe-b01b-19110edb1143 not found, creating... [ 718.059888] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.060102] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.060252] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.060512] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.060670] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.063611] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.063611] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.063611] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.063830] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.063967] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.064189] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 955cc455-eee8-4efe-b01b-19110edb1143 is going to be created. [ 718.089459] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.089700] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.090596] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.090596] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.090596] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.090900] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-955cc455-eee8-4efe-b01b-19110edb1143" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.173961] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.175755] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6164e5c6-d6cf-4301-9fdd-6afe7d071829',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.666913] env[63412]: INFO networking_nsxv3.common.synchronization [None req-60eb8aa5-2b2c-4579-9b2b-e494b02a168b None None] Enqueued Resource ID: 4bc100f8-b6a0-4c63-a9f3-e6d33e27af48 with Priority: HIGHEST for action port [ 718.666913] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc100f8-b6a0-4c63-a9f3-e6d33e27af48 with Priority: HIGHEST for action port [ 718.666913] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bc100f8-b6a0-4c63-a9f3-e6d33e27af48 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.666913] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bc100f8-b6a0-4c63-a9f3-e6d33e27af48" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.666913] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bc100f8-b6a0-4c63-a9f3-e6d33e27af48" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.666913] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bc100f8-b6a0-4c63-a9f3-e6d33e27af48" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.666913] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bc100f8-b6a0-4c63-a9f3-e6d33e27af48',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.677033] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.680301] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6164e5c6-d6cf-4301-9fdd-6afe7d071829',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.043300] env[63412]: INFO networking_nsxv3.common.synchronization [req-6275942e-264d-4045-9fed-895c9612401e req-5dc023ca-9d0e-409d-8675-48c37ea6a1dc service nova] Enqueued Resource ID: 17fb08aa-a5f2-46c3-be74-fcc00d7a387d with Priority: HIGHEST for action security_group_rules [ 719.043485] env[63412]: INFO networking_nsxv3.common.synchronization [req-6275942e-264d-4045-9fed-895c9612401e req-5dc023ca-9d0e-409d-8675-48c37ea6a1dc service nova] Enqueued Resource ID: 17fb08aa-a5f2-46c3-be74-fcc00d7a387d with Priority: HIGHEST for action security_group_members [ 719.043624] env[63412]: INFO networking_nsxv3.common.synchronization [req-6275942e-264d-4045-9fed-895c9612401e req-5dc023ca-9d0e-409d-8675-48c37ea6a1dc service nova] Enqueued Resource ID: 955cc455-eee8-4efe-b01b-19110edb1143 with Priority: HIGHEST for action port [ 719.044539] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17fb08aa-a5f2-46c3-be74-fcc00d7a387d with Priority: HIGHEST for action security_group_rules [ 719.044763] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17fb08aa-a5f2-46c3-be74-fcc00d7a387d with Priority: HIGHEST for action security_group_members [ 719.044977] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 955cc455-eee8-4efe-b01b-19110edb1143 with Priority: HIGHEST for action port [ 719.045399] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17fb08aa-a5f2-46c3-be74-fcc00d7a387d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.045759] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17fb08aa-a5f2-46c3-be74-fcc00d7a387d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.045759] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17fb08aa-a5f2-46c3-be74-fcc00d7a387d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.046233] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17fb08aa-a5f2-46c3-be74-fcc00d7a387d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.046395] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17fb08aa-a5f2-46c3-be74-fcc00d7a387d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.047670] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-17fb08aa-a5f2-46c3-be74-fcc00d7a387d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.047876] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17fb08aa-a5f2-46c3-be74-fcc00d7a387d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.047979] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17fb08aa-a5f2-46c3-be74-fcc00d7a387d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.048552] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17fb08aa-a5f2-46c3-be74-fcc00d7a387d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.048552] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.048678] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.048678] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.048852] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.049019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.049133] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17fb08aa-a5f2-46c3-be74-fcc00d7a387d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.050192] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-955cc455-eee8-4efe-b01b-19110edb1143 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.050342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-955cc455-eee8-4efe-b01b-19110edb1143" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.050445] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-955cc455-eee8-4efe-b01b-19110edb1143" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.050641] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-955cc455-eee8-4efe-b01b-19110edb1143" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.052809] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('955cc455-eee8-4efe-b01b-19110edb1143',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.169781] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4bc100f8-b6a0-4c63-a9f3-e6d33e27af48 [ 719.169781] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.169781] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.169781] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.169781] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.169781] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.169781] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4bc100f8-b6a0-4c63-a9f3-e6d33e27af48 already deleted. [ 719.169781] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bc100f8-b6a0-4c63-a9f3-e6d33e27af48" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.178241] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.178388] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.178461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.178694] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.178805] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.178903] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 is going to be updated. [ 719.180420] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.180540] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.180603] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.180807] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.180918] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.182443] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 is going to be updated. [ 719.210609] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.211151] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.211255] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.211484] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.211628] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.214132] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.214316] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.214425] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.214639] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.214821] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.225062] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: IN_PROGRESS for 2s [ 719.225774] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 in Status: IN_PROGRESS for 2s [ 719.392540] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 in Status: SUCCESS [ 719.392777] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.392956] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.393195] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.393382] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.393503] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.393572] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.393736] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.393820] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.393910] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.394009] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b1890a3-a03e-4ad3-a7a4-58ce66332bb2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.554389] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17fb08aa-a5f2-46c3-be74-fcc00d7a387d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.556320] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-17fb08aa-a5f2-46c3-be74-fcc00d7a387d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.556320] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17fb08aa-a5f2-46c3-be74-fcc00d7a387d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.556320] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 955cc455-eee8-4efe-b01b-19110edb1143 with status ACTIVE [ 719.556320] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.557029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.557299] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.557591] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.559382] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.559382] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.559382] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.559382] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.559382] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.559382] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.559382] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.559382] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.559744] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.559744] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.560210] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.560210] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 955cc455-eee8-4efe-b01b-19110edb1143 is going to be updated. [ 719.581841] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.582041] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.582176] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.583493] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.584862] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.584862] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-955cc455-eee8-4efe-b01b-19110edb1143" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.643312] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9970b86-2be5-4c59-b559-2b28b2d0eddc in Status: SUCCESS [ 719.643312] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9970b86-2be5-4c59-b559-2b28b2d0eddc deletion is rescheduled due to dependency. [ 719.643312] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9970b86-2be5-4c59-b559-2b28b2d0eddc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.898938] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b1890a3-a03e-4ad3-a7a4-58ce66332bb2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.914613] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e10d0e67-0519-44a7-a60f-b276f56cd6de in Status: SUCCESS [ 719.914833] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e10d0e67-0519-44a7-a60f-b276f56cd6de" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.065144] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17fb08aa-a5f2-46c3-be74-fcc00d7a387d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.408140] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b1890a3-a03e-4ad3-a7a4-58ce66332bb2: rpc.has_security_group_logging(os_id): False [ 720.424521] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.424521] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.424521] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.424521] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.424521] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.424521] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.426208] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.426208] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.426208] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.426208] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.426208] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 is going to be created. [ 720.479861] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.480050] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.480158] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.480448] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.480636] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.492804] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 in Status: IN_PROGRESS for 2s [ 720.567822] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.568022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.568068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.568284] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.568569] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.568569] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17fb08aa-a5f2-46c3-be74-fcc00d7a387d is going to be created. [ 720.600523] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.601322] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.601322] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.601322] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.601322] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.611649] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17fb08aa-a5f2-46c3-be74-fcc00d7a387d in Status: UNINITIALIZED for 2s [ 720.727425] env[63412]: INFO networking_nsxv3.common.synchronization [None req-49e50f28-460c-486f-9e04-354eb23e8168 None None] Enqueued Resource ID: 5b1e4c12-7fee-4179-9f60-1d3007de370c with Priority: HIGHEST for action port [ 720.727425] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b1e4c12-7fee-4179-9f60-1d3007de370c with Priority: HIGHEST for action port [ 720.727664] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b1e4c12-7fee-4179-9f60-1d3007de370c taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.727782] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b1e4c12-7fee-4179-9f60-1d3007de370c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.727818] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b1e4c12-7fee-4179-9f60-1d3007de370c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.728103] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b1e4c12-7fee-4179-9f60-1d3007de370c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.728553] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b1e4c12-7fee-4179-9f60-1d3007de370c',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.231851] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b1e4c12-7fee-4179-9f60-1d3007de370c [ 721.232329] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.232329] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.232329] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.232522] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.232599] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.232691] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b1e4c12-7fee-4179-9f60-1d3007de370c already deleted. [ 721.232771] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b1e4c12-7fee-4179-9f60-1d3007de370c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.240284] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 in Status: SUCCESS [ 721.240508] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.240679] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.240888] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.241088] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.241207] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.241288] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.241444] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.241525] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.241610] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.241704] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6164e5c6-d6cf-4301-9fdd-6afe7d071829',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.246732] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: SUCCESS [ 721.246940] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.251028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.251028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.251028] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.251028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.251028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.251517] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.251631] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.251746] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.251858] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.754703] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6164e5c6-d6cf-4301-9fdd-6afe7d071829',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.759712] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.759840] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.759885] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.760173] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.760417] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.760567] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.760663] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.760881] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.761039] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.761182] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.761476] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.761556] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.761613] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.761843] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.762069] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.762421] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.762421] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.762512] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.762998] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.762998] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.762998] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.235135] env[63412]: INFO networking_nsxv3.common.synchronization [req-daa2626f-ee4c-415f-9703-f078e4406672 req-8e1b1101-b862-4c02-b7f4-97cfc03e1830 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: 76ca7259-dea0-43c3-831c-9fa61d5407e1 with Priority: HIGHEST for action security_group_members [ 722.235135] env[63412]: INFO networking_nsxv3.common.synchronization [req-daa2626f-ee4c-415f-9703-f078e4406672 req-8e1b1101-b862-4c02-b7f4-97cfc03e1830 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 with Priority: HIGHEST for action security_group_members [ 722.235135] env[63412]: INFO networking_nsxv3.common.synchronization [req-daa2626f-ee4c-415f-9703-f078e4406672 req-8e1b1101-b862-4c02-b7f4-97cfc03e1830 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_members [ 722.235135] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76ca7259-dea0-43c3-831c-9fa61d5407e1 with Priority: HIGHEST for action security_group_members [ 722.235135] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 with Priority: HIGHEST for action security_group_members [ 722.235135] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_members [ 722.235135] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-76ca7259-dea0-43c3-831c-9fa61d5407e1 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.235135] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76ca7259-dea0-43c3-831c-9fa61d5407e1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.235135] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76ca7259-dea0-43c3-831c-9fa61d5407e1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.238249] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76ca7259-dea0-43c3-831c-9fa61d5407e1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.238716] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.239279] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.239842] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.241118] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.241209] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.241325] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76ca7259-dea0-43c3-831c-9fa61d5407e1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.242553] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6164e5c6-d6cf-4301-9fdd-6afe7d071829 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.242776] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.242776] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.242898] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.243064] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.243160] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.243213] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.243394] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.243460] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.243516] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6164e5c6-d6cf-4301-9fdd-6afe7d071829',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.244320] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.244423] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.245817] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.245969] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.246144] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.246873] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.246873] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.246873] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.246873] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.246873] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.264874] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6164e5c6-d6cf-4301-9fdd-6afe7d071829: rpc.has_security_group_logging(os_id): False [ 722.269364] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3c53f1a-4406-4cfd-92c6-ab6869475822: rpc.has_security_group_logging(os_id): False [ 722.282452] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.282712] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.282712] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.282913] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.283015] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.283717] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.283826] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.283911] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.284308] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.284422] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.284514] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 is going to be created. [ 722.289843] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.289843] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.289843] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.289843] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.289843] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.289843] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.289843] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.289843] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.290310] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.290310] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.290310] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.290310] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.290533] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.290533] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.290588] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.291677] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.291677] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.291677] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.291677] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.291677] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.291677] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 is going to be updated. [ 722.301552] env[63412]: INFO networking_nsxv3.common.synchronization [req-daa2626f-ee4c-415f-9703-f078e4406672 req-8e1b1101-b862-4c02-b7f4-97cfc03e1830 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 with Priority: HIGHEST for action security_group_rules [ 722.301552] env[63412]: INFO networking_nsxv3.common.synchronization [req-daa2626f-ee4c-415f-9703-f078e4406672 req-8e1b1101-b862-4c02-b7f4-97cfc03e1830 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 with Priority: HIGHEST for action security_group_members [ 722.301926] env[63412]: INFO networking_nsxv3.common.synchronization [req-daa2626f-ee4c-415f-9703-f078e4406672 req-8e1b1101-b862-4c02-b7f4-97cfc03e1830 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: 76ca7259-dea0-43c3-831c-9fa61d5407e1 with Priority: HIGHEST for action security_group_rules [ 722.301926] env[63412]: INFO networking_nsxv3.common.synchronization [req-daa2626f-ee4c-415f-9703-f078e4406672 req-8e1b1101-b862-4c02-b7f4-97cfc03e1830 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: 76ca7259-dea0-43c3-831c-9fa61d5407e1 with Priority: HIGHEST for action security_group_members [ 722.301926] env[63412]: INFO networking_nsxv3.common.synchronization [req-daa2626f-ee4c-415f-9703-f078e4406672 req-8e1b1101-b862-4c02-b7f4-97cfc03e1830 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_rules [ 722.302568] env[63412]: INFO networking_nsxv3.common.synchronization [req-daa2626f-ee4c-415f-9703-f078e4406672 req-8e1b1101-b862-4c02-b7f4-97cfc03e1830 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_members [ 722.302568] env[63412]: INFO networking_nsxv3.common.synchronization [req-daa2626f-ee4c-415f-9703-f078e4406672 req-8e1b1101-b862-4c02-b7f4-97cfc03e1830 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: 81ea49d2-ea4e-4e32-b94c-1553afe61f09 with Priority: HIGHEST for action port [ 722.302657] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 with Priority: HIGHEST for action security_group_rules [ 722.302745] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76ca7259-dea0-43c3-831c-9fa61d5407e1 with Priority: HIGHEST for action security_group_rules [ 722.302857] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_members [ 722.302951] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ea49d2-ea4e-4e32-b94c-1553afe61f09 with Priority: HIGHEST for action port [ 722.306252] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_rules [ 722.306252] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 with Priority: HIGHEST for action security_group_members [ 722.306252] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76ca7259-dea0-43c3-831c-9fa61d5407e1 with Priority: HIGHEST for action security_group_members [ 722.306410] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6164e5c6-d6cf-4301-9fdd-6afe7d071829 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.306464] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.306709] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76ca7259-dea0-43c3-831c-9fa61d5407e1 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.306832] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76ca7259-dea0-43c3-831c-9fa61d5407e1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.306917] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76ca7259-dea0-43c3-831c-9fa61d5407e1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.307928] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76ca7259-dea0-43c3-831c-9fa61d5407e1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.307928] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76ca7259-dea0-43c3-831c-9fa61d5407e1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.308166] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.308251] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.308447] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-81ea49d2-ea4e-4e32-b94c-1553afe61f09 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.308547] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81ea49d2-ea4e-4e32-b94c-1553afe61f09" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.308611] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81ea49d2-ea4e-4e32-b94c-1553afe61f09" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.308781] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81ea49d2-ea4e-4e32-b94c-1553afe61f09" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.308859] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81ea49d2-ea4e-4e32-b94c-1553afe61f09',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.311161] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.311253] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.311490] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6164e5c6-d6cf-4301-9fdd-6afe7d071829 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.311544] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.311685] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-76ca7259-dea0-43c3-831c-9fa61d5407e1 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.311761] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76ca7259-dea0-43c3-831c-9fa61d5407e1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.375080] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.375313] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.375551] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.375979] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.376325] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.380644] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.380801] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.380900] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.381073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.381206] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.393791] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 in Status: IN_PROGRESS for 2s [ 722.397780] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: IN_PROGRESS for 2s [ 722.504898] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 in Status: SUCCESS [ 722.505066] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.623801] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17fb08aa-a5f2-46c3-be74-fcc00d7a387d in Status: SUCCESS [ 722.623801] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17fb08aa-a5f2-46c3-be74-fcc00d7a387d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.624881] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17fb08aa-a5f2-46c3-be74-fcc00d7a387d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.625161] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17fb08aa-a5f2-46c3-be74-fcc00d7a387d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.625450] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.625588] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.625716] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.627196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.627196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.627196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17fb08aa-a5f2-46c3-be74-fcc00d7a387d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.628203] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17fb08aa-a5f2-46c3-be74-fcc00d7a387d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.748240] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76ca7259-dea0-43c3-831c-9fa61d5407e1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.749362] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6164e5c6-d6cf-4301-9fdd-6afe7d071829',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.750115] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.798269] env[63412]: INFO networking_nsxv3.common.synchronization [req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 req-c6f9abc7-e9e7-4546-a615-3a27ee950965 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Enqueued Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_members [ 722.798802] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_members [ 722.800113] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.800113] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.800113] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.800113] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.800113] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.800385] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.800431] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.800800] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.800800] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.800911] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.813140] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-76ca7259-dea0-43c3-831c-9fa61d5407e1 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.813291] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76ca7259-dea0-43c3-831c-9fa61d5407e1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.813612] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81ea49d2-ea4e-4e32-b94c-1553afe61f09 with status ACTIVE [ 722.813857] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.814028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.814728] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.814728] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.814728] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.814728] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.814728] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.814728] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.815087] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.815087] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.815262] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.815354] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.815390] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.815538] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.815610] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.815840] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81ea49d2-ea4e-4e32-b94c-1553afe61f09 is going to be updated. [ 722.841078] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.841078] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.841078] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.841078] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.841078] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.841078] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81ea49d2-ea4e-4e32-b94c-1553afe61f09" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.135076] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-17fb08aa-a5f2-46c3-be74-fcc00d7a387d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.135358] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17fb08aa-a5f2-46c3-be74-fcc00d7a387d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.135358] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17fb08aa-a5f2-46c3-be74-fcc00d7a387d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.135647] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17fb08aa-a5f2-46c3-be74-fcc00d7a387d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.135902] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.136053] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.136222] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.137674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.137674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.137674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17fb08aa-a5f2-46c3-be74-fcc00d7a387d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.137674] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-17fb08aa-a5f2-46c3-be74-fcc00d7a387d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.137674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17fb08aa-a5f2-46c3-be74-fcc00d7a387d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.137674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17fb08aa-a5f2-46c3-be74-fcc00d7a387d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.137674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17fb08aa-a5f2-46c3-be74-fcc00d7a387d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.137674] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.137674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.137674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.138090] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.138090] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.138090] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17fb08aa-a5f2-46c3-be74-fcc00d7a387d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.138176] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17fb08aa-a5f2-46c3-be74-fcc00d7a387d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.253419] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76ca7259-dea0-43c3-831c-9fa61d5407e1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.254409] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6164e5c6-d6cf-4301-9fdd-6afe7d071829',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.255095] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.267786] env[63412]: INFO networking_nsxv3.common.synchronization [None req-85beed36-34b1-4cf8-9cb7-4f8c033e9bbc tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Enqueued Resource ID: f3a75f58-2f80-4f73-943a-a734f6116c03 with Priority: HIGHEST for action security_group_rules [ 723.268289] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3a75f58-2f80-4f73-943a-a734f6116c03 with Priority: HIGHEST for action security_group_rules [ 723.268784] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3a75f58-2f80-4f73-943a-a734f6116c03 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.269825] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3a75f58-2f80-4f73-943a-a734f6116c03" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.269825] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3a75f58-2f80-4f73-943a-a734f6116c03" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.269825] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3a75f58-2f80-4f73-943a-a734f6116c03" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.269825] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3a75f58-2f80-4f73-943a-a734f6116c03',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.308221] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.308221] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.308221] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.308221] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.308221] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.308221] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.308221] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.308221] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.308221] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.308221] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.308221] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f is going to be updated. [ 723.340356] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.340356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.340356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.340356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.340356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.348248] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: IN_PROGRESS for 2s [ 723.452562] env[63412]: INFO networking_nsxv3.common.synchronization [None req-2faf11b1-431a-4491-a491-74678a62d653 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Enqueued Resource ID: f3a75f58-2f80-4f73-943a-a734f6116c03 with Priority: HIGHEST for action security_group_rules [ 723.453423] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3a75f58-2f80-4f73-943a-a734f6116c03 with Priority: HIGHEST for action security_group_rules [ 723.453827] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3a75f58-2f80-4f73-943a-a734f6116c03 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.454036] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3a75f58-2f80-4f73-943a-a734f6116c03" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.642142] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17fb08aa-a5f2-46c3-be74-fcc00d7a387d: rpc.has_security_group_logging(os_id): False [ 723.658900] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.659038] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.659097] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.659314] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.659409] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.659617] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.659717] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.659784] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.660022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.660022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.660202] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.660298] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.660363] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.660501] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.660576] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.660754] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.660851] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.660929] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.661898] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.662079] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.662588] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17fb08aa-a5f2-46c3-be74-fcc00d7a387d is going to be created. [ 723.714927] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.715118] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.715222] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.715447] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.715650] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.726779] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17fb08aa-a5f2-46c3-be74-fcc00d7a387d in Status: IN_PROGRESS for 2s [ 723.756468] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.756786] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.757194] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.757194] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.757341] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.757341] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 is going to be updated. [ 723.758683] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.758813] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.758878] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.759143] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.759240] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.759331] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76ca7259-dea0-43c3-831c-9fa61d5407e1 is going to be created. [ 723.760419] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.760532] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.760598] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.762737] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.762869] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.763080] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 is going to be updated. [ 723.820985] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.820985] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.820985] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.820985] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.821230] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.821230] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3a75f58-2f80-4f73-943a-a734f6116c03 already deleted. [ 723.821295] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3a75f58-2f80-4f73-943a-a734f6116c03" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.821406] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3a75f58-2f80-4f73-943a-a734f6116c03" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.821576] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3a75f58-2f80-4f73-943a-a734f6116c03" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.821653] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3a75f58-2f80-4f73-943a-a734f6116c03',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.824677] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.824677] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.824677] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.824677] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.824677] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.834479] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.834620] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.834740] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.834895] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.835063] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.841788] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76ca7259-dea0-43c3-831c-9fa61d5407e1 in Status: UNINITIALIZED for 2s [ 723.845096] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.845270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.845355] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.845629] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.845915] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.847964] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: IN_PROGRESS for 2s [ 723.857021] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 in Status: IN_PROGRESS for 2s [ 724.342913] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.343342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.343342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.343503] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.343591] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.343691] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3a75f58-2f80-4f73-943a-a734f6116c03 already deleted. [ 724.343977] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3a75f58-2f80-4f73-943a-a734f6116c03" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.405990] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 in Status: SUCCESS [ 724.406343] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.406508] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.406750] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.406842] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6164e5c6-d6cf-4301-9fdd-6afe7d071829',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.408291] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: SUCCESS [ 724.408484] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.408645] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.408872] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.408967] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.911222] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6164e5c6-d6cf-4301-9fdd-6afe7d071829 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.911222] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.911222] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.911222] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.026767] env[63412]: INFO networking_nsxv3.common.synchronization [req-b607b69b-ad93-4db8-86e5-047dd1460459 req-3af3f229-fa0d-43b8-96d3-6792e1a769f1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Enqueued Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 725.027410] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 725.028115] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.028115] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.028115] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.028902] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.028902] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.029043] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.029122] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.029301] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.029386] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.029496] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.358437] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: SUCCESS [ 725.358437] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f deletion is rescheduled due to dependency. [ 725.358437] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.535134] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.535134] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.535134] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.535134] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.535134] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.535134] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.535134] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.535134] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.535134] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.535134] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.535134] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 is going to be updated. [ 725.561129] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.561963] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.562124] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.562377] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.562541] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.571825] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: IN_PROGRESS for 2s [ 725.622367] env[63412]: INFO networking_nsxv3.common.synchronization [req-4609453a-fd24-43d9-8c68-7885f89495c2 req-6b984790-5cef-498b-8c3d-df35660efc70 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: 76ca7259-dea0-43c3-831c-9fa61d5407e1 with Priority: HIGHEST for action security_group_members [ 725.622543] env[63412]: INFO networking_nsxv3.common.synchronization [req-4609453a-fd24-43d9-8c68-7885f89495c2 req-6b984790-5cef-498b-8c3d-df35660efc70 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 with Priority: HIGHEST for action security_group_members [ 725.622680] env[63412]: INFO networking_nsxv3.common.synchronization [req-4609453a-fd24-43d9-8c68-7885f89495c2 req-6b984790-5cef-498b-8c3d-df35660efc70 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_members [ 725.623451] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76ca7259-dea0-43c3-831c-9fa61d5407e1 with Priority: HIGHEST for action security_group_members [ 725.623591] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 with Priority: HIGHEST for action security_group_members [ 725.623686] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_members [ 725.623962] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-76ca7259-dea0-43c3-831c-9fa61d5407e1 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.624084] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76ca7259-dea0-43c3-831c-9fa61d5407e1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.624340] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6164e5c6-d6cf-4301-9fdd-6afe7d071829 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.624400] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.624534] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.624608] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.739163] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17fb08aa-a5f2-46c3-be74-fcc00d7a387d in Status: SUCCESS [ 725.739384] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17fb08aa-a5f2-46c3-be74-fcc00d7a387d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.850883] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76ca7259-dea0-43c3-831c-9fa61d5407e1 in Status: SUCCESS [ 725.851109] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76ca7259-dea0-43c3-831c-9fa61d5407e1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.851279] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76ca7259-dea0-43c3-831c-9fa61d5407e1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.851494] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76ca7259-dea0-43c3-831c-9fa61d5407e1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.851678] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.851793] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.851861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.852011] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.852099] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.852192] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76ca7259-dea0-43c3-831c-9fa61d5407e1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.856501] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: SUCCESS [ 725.856675] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.857657] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.857840] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.858022] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.858134] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.858701] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.858701] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.858701] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.858701] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.867114] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 in Status: SUCCESS [ 725.867304] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.868131] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.868131] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.868131] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.868348] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.868348] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.868988] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.868988] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.868988] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6164e5c6-d6cf-4301-9fdd-6afe7d071829',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.354101] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.354279] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.354355] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.354583] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.354932] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.354932] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.355071] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.355071] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.355184] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.355265] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.355355] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76ca7259-dea0-43c3-831c-9fa61d5407e1 is going to be deleted. [ 726.360923] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.370725] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.370853] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.370939] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.371307] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.371307] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.371461] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.371515] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.371562] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.371839] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.371839] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.371839] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 is going to be updated. [ 726.385587] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.385903] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.385979] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.386183] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.386272] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.386368] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76ca7259-dea0-43c3-831c-9fa61d5407e1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.386511] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76ca7259-dea0-43c3-831c-9fa61d5407e1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.386662] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76ca7259-dea0-43c3-831c-9fa61d5407e1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.386866] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.386925] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.386993] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.387153] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.387229] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.387321] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76ca7259-dea0-43c3-831c-9fa61d5407e1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.404470] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.404658] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.404658] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.404852] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.404993] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.413689] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 in Status: IN_PROGRESS for 2s [ 726.505660] env[63412]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 726.505660] env[63412]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] NSXv3 Agent Agent loop - iteration:1 started [ 726.863397] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.889438] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.889588] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.889659] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.889883] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.889972] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.890186] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.890280] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.890338] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.890567] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.890567] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.890663] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76ca7259-dea0-43c3-831c-9fa61d5407e1 already deleted. [ 726.890698] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76ca7259-dea0-43c3-831c-9fa61d5407e1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.890789] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76ca7259-dea0-43c3-831c-9fa61d5407e1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.891580] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76ca7259-dea0-43c3-831c-9fa61d5407e1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.891748] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76ca7259-dea0-43c3-831c-9fa61d5407e1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.892793] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.892793] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.892793] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.892793] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.892793] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.892793] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76ca7259-dea0-43c3-831c-9fa61d5407e1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.971145] env[63412]: INFO networking_nsxv3.common.synchronization [req-def90c78-ea95-46ad-9ead-23cff924ecb0 req-d1fc61b2-e9be-4080-9a63-f7aa71058f4f tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Enqueued Resource ID: e10d0e67-0519-44a7-a60f-b276f56cd6de with Priority: HIGHEST for action security_group_members [ 726.971817] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e10d0e67-0519-44a7-a60f-b276f56cd6de with Priority: HIGHEST for action security_group_members [ 726.972100] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e10d0e67-0519-44a7-a60f-b276f56cd6de taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.973019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e10d0e67-0519-44a7-a60f-b276f56cd6de" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.973019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e10d0e67-0519-44a7-a60f-b276f56cd6de" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.973019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e10d0e67-0519-44a7-a60f-b276f56cd6de" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.973019] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.973019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.973019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.973019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.973325] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.973325] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e10d0e67-0519-44a7-a60f-b276f56cd6de',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.365698] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.366060] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.366060] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.366171] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.366268] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.366356] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 is going to be updated. [ 727.394405] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76ca7259-dea0-43c3-831c-9fa61d5407e1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.395482] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.395606] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.395672] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.395882] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.395976] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.396174] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.396269] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.396327] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.396472] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.396545] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.396622] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76ca7259-dea0-43c3-831c-9fa61d5407e1 already deleted. [ 727.396694] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76ca7259-dea0-43c3-831c-9fa61d5407e1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.397824] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.397926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.397981] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.398154] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.398304] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.407073] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: IN_PROGRESS for 2s [ 727.476827] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.476827] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.476827] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.476827] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.476827] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.476827] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.476827] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.476827] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.476827] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.476827] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.476827] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e10d0e67-0519-44a7-a60f-b276f56cd6de is going to be updated. [ 727.506704] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.506911] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.507030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.507312] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.507487] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.517610] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e10d0e67-0519-44a7-a60f-b276f56cd6de in Status: IN_PROGRESS for 2s [ 727.580077] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: SUCCESS [ 727.580264] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 deletion is rescheduled due to dependency. [ 727.580377] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.898265] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76ca7259-dea0-43c3-831c-9fa61d5407e1: rpc.has_security_group_logging(os_id): False [ 727.924497] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.924665] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.924739] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.924951] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.925065] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.925295] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.925398] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.925459] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.925609] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.925685] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.925791] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76ca7259-dea0-43c3-831c-9fa61d5407e1 is going to be created. [ 727.945295] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/76ca7259-dea0-43c3-831c-9fa61d5407e1], does not exist path=[/infra/domains/default/groups/76ca7259-dea0-43c3-831c-9fa61d5407e1]."\n}' [ 727.945447] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76ca7259-dea0-43c3-831c-9fa61d5407e1 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/76ca7259-dea0-43c3-831c-9fa61d5407e1 [ 727.945529] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 727.982616] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.982823] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.982823] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.984765] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.984765] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.984765] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.984765] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.984765] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.985451] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.985451] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.985451] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.985451] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.985451] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.986384] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.986384] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.986384] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76ca7259-dea0-43c3-831c-9fa61d5407e1 is going to be created. [ 728.004430] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/76ca7259-dea0-43c3-831c-9fa61d5407e1], does not exist path=[/infra/domains/default/groups/76ca7259-dea0-43c3-831c-9fa61d5407e1]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/76ca7259-dea0-43c3-831c-9fa61d5407e1 [ 728.004430] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76ca7259-dea0-43c3-831c-9fa61d5407e1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.005672] env[63412]: Traceback (most recent call last): [ 728.005672] env[63412]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 728.005672] env[63412]: return func(*args, **kwargs) [ 728.005672] env[63412]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 728.005672] env[63412]: res.raise_for_status() [ 728.005672] env[63412]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 728.005672] env[63412]: raise HTTPError(http_error_msg, response=self) [ 728.005672] env[63412]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/76ca7259-dea0-43c3-831c-9fa61d5407e1 [ 728.005672] env[63412]: During handling of the above exception, another exception occurred: [ 728.005672] env[63412]: Traceback (most recent call last): [ 728.005672] env[63412]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 728.005672] env[63412]: listener.cb(fileno) [ 728.005672] env[63412]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 728.005672] env[63412]: result = function(*args, **kwargs) [ 728.005672] env[63412]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 728.005672] env[63412]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 728.005672] env[63412]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 728.005672] env[63412]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 728.005672] env[63412]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 728.005672] env[63412]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 728.005672] env[63412]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 728.005672] env[63412]: res.raise_for_status() [ 728.005672] env[63412]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 728.005672] env[63412]: raise HTTPError(http_error_msg, response=self) [ 728.005672] env[63412]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/76ca7259-dea0-43c3-831c-9fa61d5407e1 [ 728.005672] env[63412]: Removing descriptor: 28 [ 728.430763] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 in Status: SUCCESS [ 728.431025] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 deletion is rescheduled due to dependency. [ 728.431077] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.431254] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.431462] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.431636] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.431753] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.431819] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.431993] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.432062] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.432168] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.432344] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6164e5c6-d6cf-4301-9fdd-6afe7d071829',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.433151] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.433377] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.433488] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.433591] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.433658] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.433798] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.433880] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.433958] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6164e5c6-d6cf-4301-9fdd-6afe7d071829',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.936243] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6164e5c6-d6cf-4301-9fdd-6afe7d071829',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.937827] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.938048] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.938048] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.938294] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.958191] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.958730] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.958730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.958730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.958942] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.958996] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.959126] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 is going to be updated. [ 728.982153] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.982361] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.982361] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.982469] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.982612] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.992574] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 in Status: IN_PROGRESS for 2s [ 729.418448] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: SUCCESS [ 729.418670] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.418840] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.419079] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.419272] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.419450] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.419450] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.419592] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.419672] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.419755] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.419856] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.420701] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.420873] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.421045] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.421183] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.421220] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.421344] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.421422] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.421502] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.439382] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6164e5c6-d6cf-4301-9fdd-6afe7d071829: rpc.has_security_group_logging(os_id): False [ 729.457675] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.457934] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.458099] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.458324] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.458475] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.459340] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.459340] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.459340] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.459340] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.459827] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.459827] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 is going to be updated. [ 729.517899] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.518135] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.518135] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.518338] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.518481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.529240] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e10d0e67-0519-44a7-a60f-b276f56cd6de in Status: SUCCESS [ 729.529403] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e10d0e67-0519-44a7-a60f-b276f56cd6de deletion is rescheduled due to dependency. [ 729.529506] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e10d0e67-0519-44a7-a60f-b276f56cd6de" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.533438] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 in Status: IN_PROGRESS for 2s [ 729.924622] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.924622] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.924622] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.133872] env[63412]: INFO networking_nsxv3.common.synchronization [req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c req-111f04c6-784e-4d2e-ae02-38f8e7f90e54 tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Enqueued Resource ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 with Priority: HIGHEST for action security_group_members [ 730.134510] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 with Priority: HIGHEST for action security_group_members [ 730.135219] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad7db65-87dc-460c-aa73-bb6c15e307c2 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.135219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.135219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.135537] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.135537] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.136082] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.136082] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.136251] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.136357] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.136477] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad7db65-87dc-460c-aa73-bb6c15e307c2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.428402] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.484969] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-736 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.485262] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-736" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.485262] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-736" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.485600] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-736" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.485914] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.486111] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.486249] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.486467] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.486611] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.486846] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.486976] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.487107] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.487216] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.487323] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.487426] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.487557] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.505912] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.506128] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 730.506272] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.507035] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-736" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.507035] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-2a0c0d96-ea7a-45e0-b89e-828d5aa8f200 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.507035] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-2a0c0d96-ea7a-45e0-b89e-828d5aa8f200" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.507272] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-2a0c0d96-ea7a-45e0-b89e-828d5aa8f200" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.507359] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-2a0c0d96-ea7a-45e0-b89e-828d5aa8f200" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.507505] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a0c0d96-ea7a-45e0-b89e-828d5aa8f200',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.638203] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.638341] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.638415] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.638625] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.638752] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.638959] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.639077] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.639140] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.639292] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.639370] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.639447] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 already deleted. [ 730.639527] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.930557] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.930767] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.930767] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.930982] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.931096] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.931209] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 is going to be updated. [ 730.966817] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.966996] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.967089] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.967303] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.967455] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.980620] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: IN_PROGRESS for 2s [ 731.002509] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 in Status: SUCCESS [ 731.002722] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 deletion is rescheduled due to dependency. [ 731.002849] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.010371] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.010491] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.010623] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.010942] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.011131] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.011307] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 2a0c0d96-ea7a-45e0-b89e-828d5aa8f200 not found, creating... [ 731.011647] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.011845] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.012053] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.012320] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.012505] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.012833] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.013085] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.013293] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.013565] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.013759] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.013980] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 2a0c0d96-ea7a-45e0-b89e-828d5aa8f200 is going to be created. [ 731.034586] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.034586] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.034586] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.034586] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.034586] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.034822] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-2a0c0d96-ea7a-45e0-b89e-828d5aa8f200" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.138955] env[63412]: INFO networking_nsxv3.common.synchronization [req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 req-127779af-10da-43e4-8e57-a45e08fc4e25 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Enqueued Resource ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d with Priority: HIGHEST for action security_group_members [ 731.139543] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d with Priority: HIGHEST for action security_group_members [ 731.139866] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e9abf7d-66d5-41bc-9759-6fd54771278d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.139995] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.140228] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.140436] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.140618] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.140740] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.140808] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.140956] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.141082] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.141175] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e9abf7d-66d5-41bc-9759-6fd54771278d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.548429] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 in Status: SUCCESS [ 731.548709] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.643417] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.643566] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.643694] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.644307] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.664131] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.664323] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.664509] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.664509] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.664694] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.664777] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.664854] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d is going to be updated. [ 731.687271] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.687507] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.687507] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.687672] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.688748] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.695345] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d in Status: IN_PROGRESS for 2s [ 731.939574] env[63412]: INFO networking_nsxv3.common.synchronization [req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c req-7eabbf83-0f65-4eda-987a-a7cf1bb793a4 service nova] Enqueued Resource ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 with Priority: HIGHEST for action security_group_rules [ 731.939765] env[63412]: INFO networking_nsxv3.common.synchronization [req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c req-7eabbf83-0f65-4eda-987a-a7cf1bb793a4 service nova] Enqueued Resource ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 with Priority: HIGHEST for action security_group_members [ 731.939891] env[63412]: INFO networking_nsxv3.common.synchronization [req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c req-7eabbf83-0f65-4eda-987a-a7cf1bb793a4 service nova] Enqueued Resource ID: 2a0c0d96-ea7a-45e0-b89e-828d5aa8f200 with Priority: HIGHEST for action port [ 731.940158] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 with Priority: HIGHEST for action security_group_rules [ 731.940291] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 with Priority: HIGHEST for action security_group_members [ 731.940387] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a0c0d96-ea7a-45e0-b89e-828d5aa8f200 with Priority: HIGHEST for action port [ 731.940929] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad7db65-87dc-460c-aa73-bb6c15e307c2 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.941066] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.941133] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.941340] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.941438] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad7db65-87dc-460c-aa73-bb6c15e307c2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.942286] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad7db65-87dc-460c-aa73-bb6c15e307c2 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.942388] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.942459] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.942617] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.942759] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.942852] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.942917] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.943069] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.943156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.943238] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad7db65-87dc-460c-aa73-bb6c15e307c2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.944205] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a0c0d96-ea7a-45e0-b89e-828d5aa8f200 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.944314] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a0c0d96-ea7a-45e0-b89e-828d5aa8f200" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.944383] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a0c0d96-ea7a-45e0-b89e-828d5aa8f200" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.944532] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a0c0d96-ea7a-45e0-b89e-828d5aa8f200" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.944606] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a0c0d96-ea7a-45e0-b89e-828d5aa8f200',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.450344] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad7db65-87dc-460c-aa73-bb6c15e307c2 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.450344] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.450344] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aad7db65-87dc-460c-aa73-bb6c15e307c2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.450344] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a0c0d96-ea7a-45e0-b89e-828d5aa8f200 with status ACTIVE [ 732.450344] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.450344] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.450344] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.450344] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.450344] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.450344] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.450344] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.450344] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.450344] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.450344] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.451033] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.451033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.451033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.451033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.451033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.451033] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a0c0d96-ea7a-45e0-b89e-828d5aa8f200 is going to be updated. [ 732.471735] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.472047] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.472047] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.472320] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.472521] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.472698] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a0c0d96-ea7a-45e0-b89e-828d5aa8f200" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.772245] env[63412]: INFO networking_nsxv3.common.synchronization [req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a req-06d990d0-4418-4648-a8c5-1c6b3d3a8b10 tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Enqueued Resource ID: 17fb08aa-a5f2-46c3-be74-fcc00d7a387d with Priority: HIGHEST for action security_group_members [ 732.772784] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17fb08aa-a5f2-46c3-be74-fcc00d7a387d with Priority: HIGHEST for action security_group_members [ 732.773102] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-17fb08aa-a5f2-46c3-be74-fcc00d7a387d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.773230] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17fb08aa-a5f2-46c3-be74-fcc00d7a387d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.773294] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17fb08aa-a5f2-46c3-be74-fcc00d7a387d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.773492] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17fb08aa-a5f2-46c3-be74-fcc00d7a387d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.773642] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.773774] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.773843] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.773996] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.774241] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.774341] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17fb08aa-a5f2-46c3-be74-fcc00d7a387d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.954300] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aad7db65-87dc-460c-aa73-bb6c15e307c2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.990047] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: SUCCESS [ 732.990287] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.990449] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.990676] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.990891] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.991029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.992214] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.992214] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.992376] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.992376] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.992691] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.992691] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.992691] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.993076] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.993076] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.993182] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.993182] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.993294] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.993399] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.993480] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.993587] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.276957] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.277117] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.277163] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.277370] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.298016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.298283] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.298401] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.298468] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.298661] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.298741] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.299225] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17fb08aa-a5f2-46c3-be74-fcc00d7a387d is going to be updated. [ 733.330467] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.330614] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.330663] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.330856] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.331947] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.338370] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17fb08aa-a5f2-46c3-be74-fcc00d7a387d in Status: IN_PROGRESS for 2s [ 733.456878] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.457064] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.457169] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.457434] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.457538] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.457659] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 is going to be created. [ 733.482559] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.482712] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.482774] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.482977] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.483155] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.493852] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 in Status: UNINITIALIZED for 2s [ 733.496208] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3c53f1a-4406-4cfd-92c6-ab6869475822: rpc.has_security_group_logging(os_id): False [ 733.517388] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.517536] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.517721] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.517815] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.536403] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.536649] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.536763] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.536828] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.537213] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.537315] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.537518] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.537619] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.537681] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.537832] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.537905] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.538103] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.538192] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.538252] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.538391] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.538463] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.538543] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 is going to be updated. [ 733.600802] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.600957] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.601029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.601218] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.601372] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.617621] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: IN_PROGRESS for 2s [ 733.705055] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d in Status: SUCCESS [ 733.705235] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d deletion is rescheduled due to dependency. [ 733.705348] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.713479] env[63412]: INFO networking_nsxv3.common.synchronization [req-6d7ee71f-3d87-4023-b982-de1aa269f3cc req-ed461e47-cb1c-4713-887e-9b1baee9a053 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Enqueued Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_members [ 734.714084] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_members [ 734.714813] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.714949] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.715057] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.715342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.715497] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.715600] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.715665] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.715835] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.715929] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.716045] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.144875] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-92 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.144875] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.144875] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.144875] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.145349] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.145511] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.145627] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.145883] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.146060] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.146272] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 735.146391] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.146532] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.146631] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.146750] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 735.146860] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.146994] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.164944] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.165119] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 735.165254] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.165421] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.165707] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-a4979752-0d5f-472d-9a1c-baa571d832d4 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.165898] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-a4979752-0d5f-472d-9a1c-baa571d832d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.166035] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-a4979752-0d5f-472d-9a1c-baa571d832d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.166327] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-a4979752-0d5f-472d-9a1c-baa571d832d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.166466] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4979752-0d5f-472d-9a1c-baa571d832d4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.218606] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.218821] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.218821] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.219030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.219125] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.219335] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.219415] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.222772] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.222772] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.222772] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.222772] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 already deleted. [ 735.222772] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.348164] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17fb08aa-a5f2-46c3-be74-fcc00d7a387d in Status: SUCCESS [ 735.348354] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17fb08aa-a5f2-46c3-be74-fcc00d7a387d deletion is rescheduled due to dependency. [ 735.348464] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17fb08aa-a5f2-46c3-be74-fcc00d7a387d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.503552] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 in Status: SUCCESS [ 735.503843] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.504030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.504198] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.504401] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.504520] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.504584] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.504735] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.504816] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.504904] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.504992] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aad7db65-87dc-460c-aa73-bb6c15e307c2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.632948] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: SUCCESS [ 735.633230] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.669235] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.669447] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.669577] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.669869] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.670028] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.670185] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port a4979752-0d5f-472d-9a1c-baa571d832d4 not found, creating... [ 735.670448] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.670598] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.670748] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.670923] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.671071] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.671347] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.671500] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.671617] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.671827] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.672018] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.672132] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: a4979752-0d5f-472d-9a1c-baa571d832d4 is going to be created. [ 735.690138] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.690352] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.690466] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.690729] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.691280] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.691280] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-a4979752-0d5f-472d-9a1c-baa571d832d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.007589] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aad7db65-87dc-460c-aa73-bb6c15e307c2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.463024] env[63412]: INFO networking_nsxv3.common.synchronization [req-6d7ee71f-3d87-4023-b982-de1aa269f3cc req-28021ab5-ef28-49fa-86ba-8da5b5e8758a service nova] Enqueued Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_rules [ 736.463024] env[63412]: INFO networking_nsxv3.common.synchronization [req-6d7ee71f-3d87-4023-b982-de1aa269f3cc req-28021ab5-ef28-49fa-86ba-8da5b5e8758a service nova] Enqueued Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_members [ 736.463024] env[63412]: INFO networking_nsxv3.common.synchronization [req-6d7ee71f-3d87-4023-b982-de1aa269f3cc req-28021ab5-ef28-49fa-86ba-8da5b5e8758a service nova] Enqueued Resource ID: a4979752-0d5f-472d-9a1c-baa571d832d4 with Priority: HIGHEST for action port [ 736.463024] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_rules [ 736.463024] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_members [ 736.463024] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4979752-0d5f-472d-9a1c-baa571d832d4 with Priority: HIGHEST for action port [ 736.463024] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.463024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.463024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.463024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.464201] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.467368] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.467368] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.467368] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.467368] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.467368] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.467368] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.467368] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.467368] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.467368] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.467368] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.467368] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4979752-0d5f-472d-9a1c-baa571d832d4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.467368] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4979752-0d5f-472d-9a1c-baa571d832d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.467368] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4979752-0d5f-472d-9a1c-baa571d832d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.467368] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4979752-0d5f-472d-9a1c-baa571d832d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.467368] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4979752-0d5f-472d-9a1c-baa571d832d4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.511007] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aad7db65-87dc-460c-aa73-bb6c15e307c2: rpc.has_security_group_logging(os_id): False [ 736.532402] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.532551] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.533603] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.533603] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.533603] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.533603] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.533968] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.533968] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.534054] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.534140] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.535021] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 is going to be created. [ 736.591520] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.591677] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.591752] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.591975] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.592217] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.602315] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 in Status: IN_PROGRESS for 2s [ 736.972628] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.972810] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.973054] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.974437] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4979752-0d5f-472d-9a1c-baa571d832d4 with status ACTIVE [ 736.974630] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.974763] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.974830] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.977783] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.977783] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.977783] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.977783] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.977783] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.977783] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.977783] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.977783] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.977783] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.977783] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.977783] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.977783] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.977783] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4979752-0d5f-472d-9a1c-baa571d832d4 is going to be updated. [ 736.997997] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.998695] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.998695] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.998695] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.998695] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.998695] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4979752-0d5f-472d-9a1c-baa571d832d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.478933] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.981296] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.981490] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.981563] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.981871] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.982014] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.982159] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 is going to be created. [ 738.006977] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.007954] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.007954] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.007954] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.007954] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.016296] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 in Status: UNINITIALIZED for 2s [ 738.615221] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 in Status: SUCCESS [ 738.615221] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.107284] env[63412]: INFO networking_nsxv3.common.synchronization [req-6d4fdfeb-5005-4191-b39e-413a84a95018 req-dd270192-4cb2-4383-b3a8-3c7fef2863ad tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Enqueued Resource ID: 274779ee-014b-4c42-b516-f877b979a5d4 with Priority: HIGHEST for action security_group_members [ 739.107904] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274779ee-014b-4c42-b516-f877b979a5d4 with Priority: HIGHEST for action security_group_members [ 739.108288] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-274779ee-014b-4c42-b516-f877b979a5d4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.109936] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.110055] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.110245] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.110416] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.110530] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.110590] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.110739] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.110819] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.110913] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274779ee-014b-4c42-b516-f877b979a5d4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.464993] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.465404] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.465404] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.465661] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.465957] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.466168] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.466345] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.466538] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.466705] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.466913] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.467074] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.467167] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.467259] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.467417] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.467479] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.467597] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.484662] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.485056] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 739.485056] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.485232] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.485583] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-9f14203c-c4b4-4ce4-bcde-155359591466 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.485700] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-9f14203c-c4b4-4ce4-bcde-155359591466" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.485880] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-9f14203c-c4b4-4ce4-bcde-155359591466" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.486159] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-9f14203c-c4b4-4ce4-bcde-155359591466" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.486307] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f14203c-c4b4-4ce4-bcde-155359591466',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.614077] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('274779ee-014b-4c42-b516-f877b979a5d4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.988304] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.988870] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.988870] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.989038] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.989241] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.989308] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 9f14203c-c4b4-4ce4-bcde-155359591466 not found, creating... [ 739.989588] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.989761] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.989894] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.990155] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.990331] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.990616] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.990758] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.990890] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.991240] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.991351] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.991527] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 9f14203c-c4b4-4ce4-bcde-155359591466 is going to be created. [ 740.013666] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.013978] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.014074] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.014608] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.014608] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.015015] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-9f14203c-c4b4-4ce4-bcde-155359591466" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.026024] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 in Status: SUCCESS [ 740.026024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.026024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.026024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.026024] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.026024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.026333] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.026333] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.026333] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.026455] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.026455] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.116695] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('274779ee-014b-4c42-b516-f877b979a5d4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.528911] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.529163] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.530512] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.530696] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.530884] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.530998] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.531078] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.531234] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.531319] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.531408] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.531602] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.531681] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.531729] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.531834] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.531967] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.532072] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.532132] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.532269] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.532344] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.532510] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.532510] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.619784] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.619942] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.620034] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.620264] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.620450] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.620450] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274779ee-014b-4c42-b516-f877b979a5d4 is going to be updated. [ 740.645678] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.645867] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.645941] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.646145] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.646293] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.654477] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274779ee-014b-4c42-b516-f877b979a5d4 in Status: IN_PROGRESS for 2s [ 740.782868] env[63412]: INFO networking_nsxv3.common.synchronization [req-6d4fdfeb-5005-4191-b39e-413a84a95018 req-b876d11f-d325-42c7-9116-53b4a0ce0bc9 service nova] Enqueued Resource ID: 274779ee-014b-4c42-b516-f877b979a5d4 with Priority: HIGHEST for action security_group_rules [ 740.783074] env[63412]: INFO networking_nsxv3.common.synchronization [req-6d4fdfeb-5005-4191-b39e-413a84a95018 req-b876d11f-d325-42c7-9116-53b4a0ce0bc9 service nova] Enqueued Resource ID: 274779ee-014b-4c42-b516-f877b979a5d4 with Priority: HIGHEST for action security_group_members [ 740.783216] env[63412]: INFO networking_nsxv3.common.synchronization [req-6d4fdfeb-5005-4191-b39e-413a84a95018 req-b876d11f-d325-42c7-9116-53b4a0ce0bc9 service nova] Enqueued Resource ID: 9f14203c-c4b4-4ce4-bcde-155359591466 with Priority: HIGHEST for action port [ 740.783452] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274779ee-014b-4c42-b516-f877b979a5d4 with Priority: HIGHEST for action security_group_rules [ 740.783583] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274779ee-014b-4c42-b516-f877b979a5d4 with Priority: HIGHEST for action security_group_members [ 740.783680] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f14203c-c4b4-4ce4-bcde-155359591466 with Priority: HIGHEST for action port [ 740.784302] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-274779ee-014b-4c42-b516-f877b979a5d4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.784433] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.784500] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.785324] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.785324] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('274779ee-014b-4c42-b516-f877b979a5d4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.787601] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-274779ee-014b-4c42-b516-f877b979a5d4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.787732] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.789735] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f14203c-c4b4-4ce4-bcde-155359591466 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.789735] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f14203c-c4b4-4ce4-bcde-155359591466" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.789735] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f14203c-c4b4-4ce4-bcde-155359591466" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.789735] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f14203c-c4b4-4ce4-bcde-155359591466" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.789735] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f14203c-c4b4-4ce4-bcde-155359591466',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.036019] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9: rpc.has_security_group_logging(os_id): False [ 741.054323] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.054507] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.054507] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.054790] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.054916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.055106] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.055207] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.055271] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.055422] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.055499] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.055692] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.055788] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.055894] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.056018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.058282] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.058516] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.058669] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.058752] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.058915] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.059029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.059122] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 is going to be created. [ 741.118022] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.118022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.118022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.118022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.118022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.129359] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 in Status: IN_PROGRESS for 2s [ 741.290500] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-274779ee-014b-4c42-b516-f877b979a5d4 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.290633] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.295176] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f14203c-c4b4-4ce4-bcde-155359591466 with status ACTIVE [ 741.296322] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.296322] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.296322] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.296322] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.296322] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.296322] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.296322] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.296322] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.296832] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.296832] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.296832] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.296832] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.296832] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.297098] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.297098] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.297166] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f14203c-c4b4-4ce4-bcde-155359591466 is going to be updated. [ 741.347617] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.348156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.348156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.348156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.348435] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.348435] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f14203c-c4b4-4ce4-bcde-155359591466" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.665952] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274779ee-014b-4c42-b516-f877b979a5d4 in Status: SUCCESS [ 742.665952] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.665952] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.665952] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.665952] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.665952] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.665952] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.665952] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.665952] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.665952] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274779ee-014b-4c42-b516-f877b979a5d4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.140379] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 in Status: SUCCESS [ 743.140612] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.168164] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('274779ee-014b-4c42-b516-f877b979a5d4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.673412] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('274779ee-014b-4c42-b516-f877b979a5d4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.768748] env[63412]: INFO networking_nsxv3.common.synchronization [req-038e0e77-c604-4adf-a108-c359fa60f481 req-00692ccb-54d2-4473-a5c0-846e50aec70c tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Enqueued Resource ID: cf794659-988d-4f26-876f-e53bd6c025a7 with Priority: HIGHEST for action security_group_members [ 743.769922] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf794659-988d-4f26-876f-e53bd6c025a7 with Priority: HIGHEST for action security_group_members [ 743.770057] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf794659-988d-4f26-876f-e53bd6c025a7 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.770199] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.770314] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.770576] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.770789] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.770952] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.771068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.771284] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.771421] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.771573] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf794659-988d-4f26-876f-e53bd6c025a7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.088464] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-433 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.088665] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-433" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.088792] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-433" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.089525] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-433" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.089525] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.089525] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.089712] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.089790] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.089911] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.091266] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.091266] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.091266] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.091266] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.091266] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.091266] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.091266] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.113028] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.113028] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 744.113028] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.113028] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-433" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.113028] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-5d3f3037-67ac-438e-aaef-9cca2f6d84c1 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.113028] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-5d3f3037-67ac-438e-aaef-9cca2f6d84c1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.113028] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-5d3f3037-67ac-438e-aaef-9cca2f6d84c1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.113028] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-5d3f3037-67ac-438e-aaef-9cca2f6d84c1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.113028] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d3f3037-67ac-438e-aaef-9cca2f6d84c1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.176077] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.176419] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.178484] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.178484] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.178484] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.178484] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274779ee-014b-4c42-b516-f877b979a5d4 is going to be updated. [ 744.202682] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.202843] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.202962] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.203223] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.203411] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.211374] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274779ee-014b-4c42-b516-f877b979a5d4 in Status: IN_PROGRESS for 2s [ 744.274923] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.275106] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.275180] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.275392] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.317779] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.317988] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.318130] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.318289] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.319772] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.319772] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.319772] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf794659-988d-4f26-876f-e53bd6c025a7 is going to be updated. [ 744.344143] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.344337] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.344424] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.344683] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.344815] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.354018] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf794659-988d-4f26-876f-e53bd6c025a7 in Status: IN_PROGRESS for 2s [ 744.616323] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.616517] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.616644] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.617400] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.617574] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.617734] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 5d3f3037-67ac-438e-aaef-9cca2f6d84c1 not found, creating... [ 744.618011] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.618182] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.618303] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.618528] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.618664] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.618943] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.619250] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.619378] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.619589] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.619725] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.619864] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 5d3f3037-67ac-438e-aaef-9cca2f6d84c1 is going to be created. [ 744.642739] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.642957] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.643105] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.643363] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.643587] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.643800] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-5d3f3037-67ac-438e-aaef-9cca2f6d84c1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.412939] env[63412]: INFO networking_nsxv3.common.synchronization [req-038e0e77-c604-4adf-a108-c359fa60f481 req-6bbe0eda-52f3-4f14-8d97-b7a9a8488d76 service nova] Enqueued Resource ID: cf794659-988d-4f26-876f-e53bd6c025a7 with Priority: HIGHEST for action security_group_rules [ 745.413256] env[63412]: INFO networking_nsxv3.common.synchronization [req-038e0e77-c604-4adf-a108-c359fa60f481 req-6bbe0eda-52f3-4f14-8d97-b7a9a8488d76 service nova] Enqueued Resource ID: cf794659-988d-4f26-876f-e53bd6c025a7 with Priority: HIGHEST for action security_group_members [ 745.413409] env[63412]: INFO networking_nsxv3.common.synchronization [req-038e0e77-c604-4adf-a108-c359fa60f481 req-6bbe0eda-52f3-4f14-8d97-b7a9a8488d76 service nova] Enqueued Resource ID: 5d3f3037-67ac-438e-aaef-9cca2f6d84c1 with Priority: HIGHEST for action port [ 745.413641] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf794659-988d-4f26-876f-e53bd6c025a7 with Priority: HIGHEST for action security_group_rules [ 745.413827] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf794659-988d-4f26-876f-e53bd6c025a7 with Priority: HIGHEST for action security_group_members [ 745.413897] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d3f3037-67ac-438e-aaef-9cca2f6d84c1 with Priority: HIGHEST for action port [ 745.414402] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf794659-988d-4f26-876f-e53bd6c025a7 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.414528] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.414597] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.414785] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.414867] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf794659-988d-4f26-876f-e53bd6c025a7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.415824] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf794659-988d-4f26-876f-e53bd6c025a7 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.415824] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.416017] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d3f3037-67ac-438e-aaef-9cca2f6d84c1 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.416130] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d3f3037-67ac-438e-aaef-9cca2f6d84c1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.416195] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d3f3037-67ac-438e-aaef-9cca2f6d84c1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.416367] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d3f3037-67ac-438e-aaef-9cca2f6d84c1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.416440] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d3f3037-67ac-438e-aaef-9cca2f6d84c1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.918617] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf794659-988d-4f26-876f-e53bd6c025a7 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.918787] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.918945] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d3f3037-67ac-438e-aaef-9cca2f6d84c1 with status ACTIVE [ 745.919169] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.919276] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.919364] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.919582] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.920542] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.920542] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.920542] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.920542] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.920542] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.920542] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.920542] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.920542] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.920542] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.921335] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.921335] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.921335] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d3f3037-67ac-438e-aaef-9cca2f6d84c1 is going to be updated. [ 745.944230] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.944374] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.944417] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.944587] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.944713] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.944856] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d3f3037-67ac-438e-aaef-9cca2f6d84c1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.219541] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274779ee-014b-4c42-b516-f877b979a5d4 in Status: SUCCESS [ 746.219762] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.220132] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.220224] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.220438] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.220513] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.220560] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.220670] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.220750] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.220830] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.220914] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('274779ee-014b-4c42-b516-f877b979a5d4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.356525] env[63412]: INFO networking_nsxv3.common.synchronization [req-c49b5811-9b47-4e67-83d0-8692a5b05a50 req-0ff63c00-5563-4e4f-8f70-e66e53c7b3be tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Enqueued Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGHEST for action security_group_members [ 746.361150] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGHEST for action security_group_members [ 746.361150] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-21b3bb0a-eab8-48b7-b110-55469fd10d8d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.361150] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.361150] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.361150] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.361367] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.361367] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.361367] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.361493] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.361531] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.362082] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.368035] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf794659-988d-4f26-876f-e53bd6c025a7 in Status: SUCCESS [ 746.368194] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf794659-988d-4f26-876f-e53bd6c025a7 deletion is rescheduled due to dependency. [ 746.368321] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.368718] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.368982] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.369074] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.369194] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.369258] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.369420] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.369510] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.369629] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf794659-988d-4f26-876f-e53bd6c025a7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.722874] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-274779ee-014b-4c42-b516-f877b979a5d4 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.723311] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.723311] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.723428] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.723880] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.723880] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.723880] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.723880] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.724143] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.724143] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.724143] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-274779ee-014b-4c42-b516-f877b979a5d4 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.724312] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.724312] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.724411] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.724834] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.724834] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.724834] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.724834] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.725227] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.725227] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.725227] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('274779ee-014b-4c42-b516-f877b979a5d4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.844307] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-326 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.844497] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-326" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.844614] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-326" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.844942] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-326" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.845206] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.845363] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.845493] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.845793] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.846047] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.846346] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 746.846505] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.846627] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.846742] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.846911] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 746.847107] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.847371] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.865787] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.865978] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 746.866139] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.866315] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-326" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.866609] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-2f78a4cd-176b-49b2-9004-8d54dea3bf66 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.866773] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-2f78a4cd-176b-49b2-9004-8d54dea3bf66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.866895] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-2f78a4cd-176b-49b2-9004-8d54dea3bf66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.867219] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-2f78a4cd-176b-49b2-9004-8d54dea3bf66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.867360] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f78a4cd-176b-49b2-9004-8d54dea3bf66',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.868268] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.868384] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.868454] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.868614] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.868694] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.868863] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.868959] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.869035] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.869179] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.869253] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.869336] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d already deleted. [ 746.869413] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.872290] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf794659-988d-4f26-876f-e53bd6c025a7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.227730] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 274779ee-014b-4c42-b516-f877b979a5d4: rpc.has_security_group_logging(os_id): False [ 747.244884] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.245256] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.245501] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.245718] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.264026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.264323] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.264651] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.264651] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.264824] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.264824] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.264996] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.265115] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.265177] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.265330] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.265406] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.265595] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.265692] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.265753] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.265936] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.266038] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.266128] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 274779ee-014b-4c42-b516-f877b979a5d4 is going to be updated. [ 747.322586] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.322586] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.322586] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.323015] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.323015] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.335266] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 274779ee-014b-4c42-b516-f877b979a5d4 in Status: IN_PROGRESS for 2s [ 747.371504] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.371753] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.371909] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.372236] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.372418] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.372599] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 2f78a4cd-176b-49b2-9004-8d54dea3bf66 not found, creating... [ 747.372903] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.373114] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.373482] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.373560] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.373684] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.374135] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.374365] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.374567] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.374831] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.374973] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.375138] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 2f78a4cd-176b-49b2-9004-8d54dea3bf66 is going to be created. [ 747.376704] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf794659-988d-4f26-876f-e53bd6c025a7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.410036] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.410262] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.410371] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.410734] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.411072] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.411320] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-2f78a4cd-176b-49b2-9004-8d54dea3bf66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.879702] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.880845] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.880845] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.880845] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.880845] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.880845] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf794659-988d-4f26-876f-e53bd6c025a7 is going to be updated. [ 747.917712] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.917973] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.917973] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.918151] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.918330] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.927423] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf794659-988d-4f26-876f-e53bd6c025a7 in Status: IN_PROGRESS for 2s [ 748.629380] env[63412]: INFO networking_nsxv3.common.synchronization [req-c49b5811-9b47-4e67-83d0-8692a5b05a50 req-1f6aa373-3aa8-467d-8def-f5e2093f3e91 service nova] Enqueued Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGHEST for action security_group_rules [ 748.629568] env[63412]: INFO networking_nsxv3.common.synchronization [req-c49b5811-9b47-4e67-83d0-8692a5b05a50 req-1f6aa373-3aa8-467d-8def-f5e2093f3e91 service nova] Enqueued Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGHEST for action security_group_members [ 748.629707] env[63412]: INFO networking_nsxv3.common.synchronization [req-c49b5811-9b47-4e67-83d0-8692a5b05a50 req-1f6aa373-3aa8-467d-8def-f5e2093f3e91 service nova] Enqueued Resource ID: 2f78a4cd-176b-49b2-9004-8d54dea3bf66 with Priority: HIGHEST for action port [ 748.629938] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGHEST for action security_group_rules [ 748.630084] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGHEST for action security_group_members [ 748.630194] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f78a4cd-176b-49b2-9004-8d54dea3bf66 with Priority: HIGHEST for action port [ 748.630733] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.630853] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.630923] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.631311] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.631454] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.632317] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-21b3bb0a-eab8-48b7-b110-55469fd10d8d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.632501] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.636154] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.636373] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.636546] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.637058] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.637136] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.637310] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.637414] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.637495] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.638620] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f78a4cd-176b-49b2-9004-8d54dea3bf66 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.638824] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f78a4cd-176b-49b2-9004-8d54dea3bf66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.638930] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f78a4cd-176b-49b2-9004-8d54dea3bf66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.639161] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f78a4cd-176b-49b2-9004-8d54dea3bf66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.639285] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f78a4cd-176b-49b2-9004-8d54dea3bf66',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.141701] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-21b3bb0a-eab8-48b7-b110-55469fd10d8d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.142063] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.142063] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.142956] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f78a4cd-176b-49b2-9004-8d54dea3bf66 with status ACTIVE [ 749.143172] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.143304] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.143378] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.143587] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.143675] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.143850] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.143944] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.144012] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.144164] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.144242] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.144426] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.144580] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.144580] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.144700] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.144772] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.144857] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f78a4cd-176b-49b2-9004-8d54dea3bf66 is going to be updated. [ 749.168299] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.168510] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.168510] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.168726] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.168856] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.169025] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f78a4cd-176b-49b2-9004-8d54dea3bf66" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.347605] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 274779ee-014b-4c42-b516-f877b979a5d4 in Status: SUCCESS [ 749.347848] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.651660] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.937584] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf794659-988d-4f26-876f-e53bd6c025a7 in Status: SUCCESS [ 749.937782] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.937964] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.938206] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.938393] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.938508] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.938577] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.938731] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.938809] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.942020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.942020] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf794659-988d-4f26-876f-e53bd6c025a7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.155222] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.155636] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.155636] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.156517] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.156632] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.156837] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d is going to be created. [ 750.181747] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.181747] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.181747] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.181926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.182087] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.189256] env[63412]: INFO networking_nsxv3.common.synchronization [req-ca64b487-3160-46ff-a3d8-a9ffac3c69ad req-76ccbcc6-e20a-4c36-a3e4-3bc6c48556cf tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Enqueued Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_members [ 750.189945] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_members [ 750.190425] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.190611] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.190737] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.191074] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.191279] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.191402] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.191466] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.191648] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.191749] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.191849] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.193696] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d in Status: UNINITIALIZED for 2s [ 750.444021] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf794659-988d-4f26-876f-e53bd6c025a7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.697610] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.697610] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.697610] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.697610] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.697610] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.697610] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.697610] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.697610] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.697610] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.697610] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.697610] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 is going to be updated. [ 750.725968] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.725968] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.725968] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.725968] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.725968] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.735799] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 in Status: IN_PROGRESS for 2s [ 750.947679] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf794659-988d-4f26-876f-e53bd6c025a7: rpc.has_security_group_logging(os_id): False [ 750.965420] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.965420] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.965420] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.965420] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.965420] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.965420] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.965420] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.965420] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.965420] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.965420] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.965420] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf794659-988d-4f26-876f-e53bd6c025a7 is going to be updated. [ 751.025409] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.025773] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.025773] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.026030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.026189] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.047644] env[63412]: INFO networking_nsxv3.common.synchronization [req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd req-0ac2ee87-6937-4f66-a20a-1aae3052d05b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Enqueued Resource ID: 74504888-4a38-492e-bae4-12329fd9c6e2 with Priority: HIGHEST for action security_group_members [ 751.048968] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74504888-4a38-492e-bae4-12329fd9c6e2 with Priority: HIGHEST for action security_group_members [ 751.050338] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf794659-988d-4f26-876f-e53bd6c025a7 in Status: IN_PROGRESS for 2s [ 751.051682] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-74504888-4a38-492e-bae4-12329fd9c6e2 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.051682] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.051682] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.051682] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.051682] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.051682] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.051682] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.052143] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.052190] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.052710] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74504888-4a38-492e-bae4-12329fd9c6e2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.188732] env[63412]: INFO networking_nsxv3.common.synchronization [req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab req-116dd25f-5df3-483b-aa53-7a0e43a46993 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Enqueued Resource ID: d9a26793-b4e4-4be0-940a-114e3907655e with Priority: HIGHEST for action security_group_members [ 751.189716] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a26793-b4e4-4be0-940a-114e3907655e with Priority: HIGHEST for action security_group_members [ 751.189716] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a26793-b4e4-4be0-940a-114e3907655e taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.189936] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.189936] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.190492] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.190638] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.190747] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.190812] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.190978] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.191168] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.191168] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9a26793-b4e4-4be0-940a-114e3907655e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.558561] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.558736] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.558798] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.559029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.578535] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.579127] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.579127] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.579127] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.579478] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.579478] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.579478] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74504888-4a38-492e-bae4-12329fd9c6e2 is going to be updated. [ 751.602261] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.602418] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.602481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.602688] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.602829] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.610632] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74504888-4a38-492e-bae4-12329fd9c6e2 in Status: IN_PROGRESS for 2s [ 751.693051] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.693224] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.693295] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.693510] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.693600] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.693791] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.693909] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.693970] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.694175] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.694282] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.694386] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9a26793-b4e4-4be0-940a-114e3907655e already deleted. [ 751.694474] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.728306] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-820 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.728505] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-820" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.728631] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-820" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.728949] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-820" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.729239] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.729405] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.729522] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.729733] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.729879] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.730195] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 751.730324] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.730435] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.730543] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.730655] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 751.730761] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.730891] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.749319] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.749486] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 751.749637] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.749818] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-820" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.750243] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-18a87de6-23e4-4d62-951d-baef19b32f37 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.750450] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-18a87de6-23e4-4d62-951d-baef19b32f37" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.750573] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-18a87de6-23e4-4d62-951d-baef19b32f37" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.750874] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-18a87de6-23e4-4d62-951d-baef19b32f37" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.755051] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18a87de6-23e4-4d62-951d-baef19b32f37',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.203793] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d in Status: SUCCESS [ 752.203793] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.203793] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.204105] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.204955] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.204955] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.204955] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.204955] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.204955] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.204955] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.204955] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.257486] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.257719] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.257846] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.258261] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.258339] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.258473] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 18a87de6-23e4-4d62-951d-baef19b32f37 not found, creating... [ 752.258888] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.258888] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.258996] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.259237] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.259377] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.259648] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.259799] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.259914] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.260151] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.260296] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.260433] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 18a87de6-23e4-4d62-951d-baef19b32f37 is going to be created. [ 752.281029] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.281029] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.281029] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.281029] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.281291] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.285017] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-18a87de6-23e4-4d62-951d-baef19b32f37" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.707467] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.744432] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 in Status: SUCCESS [ 752.744568] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 deletion is rescheduled due to dependency. [ 752.746041] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.063083] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf794659-988d-4f26-876f-e53bd6c025a7 in Status: SUCCESS [ 753.063343] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.209491] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21b3bb0a-eab8-48b7-b110-55469fd10d8d: rpc.has_security_group_logging(os_id): False [ 753.227683] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.227878] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.227926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.228354] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.228472] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.228725] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.228832] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.228897] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.229081] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.229162] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.229251] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d is going to be created. [ 753.249538] env[63412]: INFO networking_nsxv3.common.synchronization [req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab req-75107ed7-ba86-4713-a1e4-3271babb51e6 service nova] Enqueued Resource ID: d9a26793-b4e4-4be0-940a-114e3907655e with Priority: HIGHEST for action security_group_rules [ 753.252813] env[63412]: INFO networking_nsxv3.common.synchronization [req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab req-75107ed7-ba86-4713-a1e4-3271babb51e6 service nova] Enqueued Resource ID: d9a26793-b4e4-4be0-940a-114e3907655e with Priority: HIGHEST for action security_group_members [ 753.252813] env[63412]: INFO networking_nsxv3.common.synchronization [req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab req-75107ed7-ba86-4713-a1e4-3271babb51e6 service nova] Enqueued Resource ID: 18a87de6-23e4-4d62-951d-baef19b32f37 with Priority: HIGHEST for action port [ 753.252813] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a26793-b4e4-4be0-940a-114e3907655e with Priority: HIGHEST for action security_group_rules [ 753.252813] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a26793-b4e4-4be0-940a-114e3907655e with Priority: HIGHEST for action security_group_members [ 753.252813] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a87de6-23e4-4d62-951d-baef19b32f37 with Priority: HIGHEST for action port [ 753.252813] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9a26793-b4e4-4be0-940a-114e3907655e taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.252813] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.252813] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.252813] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.252813] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9a26793-b4e4-4be0-940a-114e3907655e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.252813] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a26793-b4e4-4be0-940a-114e3907655e taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.252813] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.253753] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.253753] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.253753] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.253753] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.253753] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.253753] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.253753] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.253753] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9a26793-b4e4-4be0-940a-114e3907655e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.257343] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-18a87de6-23e4-4d62-951d-baef19b32f37 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.257343] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18a87de6-23e4-4d62-951d-baef19b32f37" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.257343] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18a87de6-23e4-4d62-951d-baef19b32f37" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.257343] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18a87de6-23e4-4d62-951d-baef19b32f37" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.257343] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18a87de6-23e4-4d62-951d-baef19b32f37',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.286328] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.286467] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.286539] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.286825] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.286930] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.298345] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d in Status: IN_PROGRESS for 2s [ 753.454804] env[63412]: INFO networking_nsxv3.common.synchronization [req-99a1d105-cff1-49df-866c-1cde33da389f req-0c36082a-ef30-4665-a363-62d45004a252 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Enqueued Resource ID: ea433e1f-3048-470e-87de-f063bc26c197 with Priority: HIGHEST for action security_group_members [ 753.456034] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea433e1f-3048-470e-87de-f063bc26c197 with Priority: HIGHEST for action security_group_members [ 753.456651] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea433e1f-3048-470e-87de-f063bc26c197 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.459335] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea433e1f-3048-470e-87de-f063bc26c197" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.459335] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea433e1f-3048-470e-87de-f063bc26c197" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.459335] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea433e1f-3048-470e-87de-f063bc26c197" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.459335] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.459335] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.459335] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.459335] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.459335] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.459335] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea433e1f-3048-470e-87de-f063bc26c197',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.621658] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74504888-4a38-492e-bae4-12329fd9c6e2 in Status: SUCCESS [ 753.621658] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74504888-4a38-492e-bae4-12329fd9c6e2 deletion is rescheduled due to dependency. [ 753.621658] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.757698] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a26793-b4e4-4be0-940a-114e3907655e taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.762019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.762019] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9a26793-b4e4-4be0-940a-114e3907655e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.762019] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18a87de6-23e4-4d62-951d-baef19b32f37 with status ACTIVE [ 753.762019] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.762019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.762019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.762019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.762019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.762019] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.762019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.762019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.762019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.762019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.762019] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.762019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.762019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.762807] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.762807] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.762807] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18a87de6-23e4-4d62-951d-baef19b32f37 is going to be updated. [ 753.783706] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.783854] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.784016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.784173] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.784304] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.784463] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18a87de6-23e4-4d62-951d-baef19b32f37" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.865016] env[63412]: INFO networking_nsxv3.common.synchronization [req-23381168-cb5b-4e15-8219-4fb50aaf7337 req-2b930812-c7d5-4445-a695-5ce24069bc0c tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Enqueued Resource ID: 86eab413-27bf-49c5-9a81-abee4199df12 with Priority: HIGHEST for action security_group_members [ 753.865016] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86eab413-27bf-49c5-9a81-abee4199df12 with Priority: HIGHEST for action security_group_members [ 753.865016] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-86eab413-27bf-49c5-9a81-abee4199df12 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.865016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.865016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.865016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.865016] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.865016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.865016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.865016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.865016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.865016] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86eab413-27bf-49c5-9a81-abee4199df12',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.960262] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.960421] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.960487] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.960709] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.981738] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.982013] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.982142] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.982210] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.982406] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.982490] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.982578] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea433e1f-3048-470e-87de-f063bc26c197 is going to be updated. [ 754.011284] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.011525] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.011525] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.011722] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.011882] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.019514] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea433e1f-3048-470e-87de-f063bc26c197 in Status: IN_PROGRESS for 2s [ 754.261827] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.262293] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.262293] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.263144] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.266320] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.266881] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.266881] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.267285] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.267485] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.267731] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.267832] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.267941] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.268058] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.268208] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.268367] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.268534] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.269955] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9a26793-b4e4-4be0-940a-114e3907655e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.301711] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.301711] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 754.301711] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.301711] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.302065] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-196f4f07-f393-4084-a86e-d20ec693a0ae taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.302303] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-196f4f07-f393-4084-a86e-d20ec693a0ae" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.302430] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-196f4f07-f393-4084-a86e-d20ec693a0ae" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.302823] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-196f4f07-f393-4084-a86e-d20ec693a0ae" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.303443] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('196f4f07-f393-4084-a86e-d20ec693a0ae',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.367268] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86eab413-27bf-49c5-9a81-abee4199df12',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.775014] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.775014] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.775014] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.775014] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.775014] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.775014] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9a26793-b4e4-4be0-940a-114e3907655e is going to be created. [ 754.802703] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.802703] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.802703] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.802703] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.802703] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.805502] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.806607] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.806607] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.806607] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.806607] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.806607] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 196f4f07-f393-4084-a86e-d20ec693a0ae not found, creating... [ 754.806607] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.810057] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.810256] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.810508] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.810672] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.811029] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.811198] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.811317] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.811558] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.811700] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.811838] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 196f4f07-f393-4084-a86e-d20ec693a0ae is going to be created. [ 754.814055] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a26793-b4e4-4be0-940a-114e3907655e in Status: UNINITIALIZED for 2s [ 754.832226] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.832407] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.832561] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.832826] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.833079] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.833304] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-196f4f07-f393-4084-a86e-d20ec693a0ae" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.869812] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86eab413-27bf-49c5-9a81-abee4199df12',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.207478] env[63412]: INFO networking_nsxv3.common.synchronization [req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 req-0600fe00-8684-46a4-8a7a-b41524bb2894 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Enqueued Resource ID: 68937c31-c3c5-456d-8cda-4f14670f638d with Priority: HIGHEST for action security_group_members [ 755.208742] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68937c31-c3c5-456d-8cda-4f14670f638d with Priority: HIGHEST for action security_group_members [ 755.208742] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-68937c31-c3c5-456d-8cda-4f14670f638d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.208742] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.208742] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.208742] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.209208] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.209208] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.209208] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.209208] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.209208] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.209385] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.312115] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d in Status: SUCCESS [ 755.312364] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.372525] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.372685] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.372758] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.372975] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.373089] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.373178] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86eab413-27bf-49c5-9a81-abee4199df12 is going to be updated. [ 755.398318] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.398519] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.398590] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.398749] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.398887] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.408953] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86eab413-27bf-49c5-9a81-abee4199df12 in Status: IN_PROGRESS for 2s [ 755.712433] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.745589] env[63412]: INFO networking_nsxv3.common.synchronization [req-23381168-cb5b-4e15-8219-4fb50aaf7337 req-be51ff39-f900-455c-a3c4-542d66e00794 service nova] Enqueued Resource ID: 86eab413-27bf-49c5-9a81-abee4199df12 with Priority: HIGHEST for action security_group_rules [ 755.745774] env[63412]: INFO networking_nsxv3.common.synchronization [req-23381168-cb5b-4e15-8219-4fb50aaf7337 req-be51ff39-f900-455c-a3c4-542d66e00794 service nova] Enqueued Resource ID: 86eab413-27bf-49c5-9a81-abee4199df12 with Priority: HIGHEST for action security_group_members [ 755.745912] env[63412]: INFO networking_nsxv3.common.synchronization [req-23381168-cb5b-4e15-8219-4fb50aaf7337 req-be51ff39-f900-455c-a3c4-542d66e00794 service nova] Enqueued Resource ID: 196f4f07-f393-4084-a86e-d20ec693a0ae with Priority: HIGHEST for action port [ 755.746243] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86eab413-27bf-49c5-9a81-abee4199df12 with Priority: HIGHEST for action security_group_rules [ 755.746381] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86eab413-27bf-49c5-9a81-abee4199df12 with Priority: HIGHEST for action security_group_members [ 755.746478] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 196f4f07-f393-4084-a86e-d20ec693a0ae with Priority: HIGHEST for action port [ 755.749243] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86eab413-27bf-49c5-9a81-abee4199df12 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.749362] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.749436] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.749644] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.749728] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86eab413-27bf-49c5-9a81-abee4199df12',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.750566] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-86eab413-27bf-49c5-9a81-abee4199df12 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.750663] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.750847] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-196f4f07-f393-4084-a86e-d20ec693a0ae taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.750944] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-196f4f07-f393-4084-a86e-d20ec693a0ae" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.751017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-196f4f07-f393-4084-a86e-d20ec693a0ae" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.751177] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-196f4f07-f393-4084-a86e-d20ec693a0ae" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.751265] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('196f4f07-f393-4084-a86e-d20ec693a0ae',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.032816] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea433e1f-3048-470e-87de-f063bc26c197 in Status: SUCCESS [ 756.032999] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea433e1f-3048-470e-87de-f063bc26c197 deletion is rescheduled due to dependency. [ 756.033134] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea433e1f-3048-470e-87de-f063bc26c197" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.215267] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.253300] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-86eab413-27bf-49c5-9a81-abee4199df12 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.254187] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.258156] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 196f4f07-f393-4084-a86e-d20ec693a0ae with status ACTIVE [ 756.258156] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.258156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.258156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.258156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.258156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.258156] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.258156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.258156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.258156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.258156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.258156] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.258156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.258156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.258156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.258156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.258156] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 196f4f07-f393-4084-a86e-d20ec693a0ae is going to be updated. [ 756.280567] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.280763] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.280837] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.281167] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.281348] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.281503] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-196f4f07-f393-4084-a86e-d20ec693a0ae" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.436388] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.436780] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.436780] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.436924] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.436924] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.720578] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.720578] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.720578] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.720578] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.720578] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.720578] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68937c31-c3c5-456d-8cda-4f14670f638d is going to be updated. [ 756.746214] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.746478] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.746568] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.746780] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.746922] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.754623] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68937c31-c3c5-456d-8cda-4f14670f638d in Status: IN_PROGRESS for 2s [ 756.825249] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a26793-b4e4-4be0-940a-114e3907655e in Status: SUCCESS [ 756.825249] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.825249] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.825249] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.825249] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.825249] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.825249] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.825249] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.825539] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.825539] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.825539] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9a26793-b4e4-4be0-940a-114e3907655e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.939481] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.328338] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a26793-b4e4-4be0-940a-114e3907655e taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.328612] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.328728] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.328988] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.329264] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.333227] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.333336] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.333608] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.333748] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.333896] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.334929] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a26793-b4e4-4be0-940a-114e3907655e taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.334929] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.334929] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.334929] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.334929] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.334929] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.334929] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.335224] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.335224] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.335224] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.335315] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9a26793-b4e4-4be0-940a-114e3907655e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.419042] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86eab413-27bf-49c5-9a81-abee4199df12 in Status: SUCCESS [ 757.419446] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.422365] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.422365] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.422365] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.422365] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.422365] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.422365] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.422365] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.422365] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86eab413-27bf-49c5-9a81-abee4199df12',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.441291] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.837360] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9a26793-b4e4-4be0-940a-114e3907655e: rpc.has_security_group_logging(os_id): False [ 757.857022] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.857022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.857022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.857022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.857022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.857022] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.857022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.857022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.857022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.857022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.857022] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.857022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.857022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.857022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.857022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.858691] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.858691] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.858691] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.858691] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.858691] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.858691] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9a26793-b4e4-4be0-940a-114e3907655e is going to be created. [ 757.917788] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.917926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.918007] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.918247] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.918434] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.924934] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86eab413-27bf-49c5-9a81-abee4199df12',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.930018] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9a26793-b4e4-4be0-940a-114e3907655e in Status: IN_PROGRESS for 2s [ 757.943248] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 757.943374] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 758.428521] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86eab413-27bf-49c5-9a81-abee4199df12',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.752136] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.752531] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.752531] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.752606] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.764354] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 758.765249] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.766294] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 758.775650] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68937c31-c3c5-456d-8cda-4f14670f638d in Status: SUCCESS [ 758.775917] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.791456] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.791627] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.791681] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.791880] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.796959] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.797561] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 758.797651] env[63412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=63412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 758.797741] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 758.835936] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.836219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.836219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.836467] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.837457] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.837620] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 758.892149] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.892305] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.892414] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.892580] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.892806] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.893056] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 758.930827] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.931029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.931175] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.931461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.931562] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.931671] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86eab413-27bf-49c5-9a81-abee4199df12 is going to be updated. [ 758.960866] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.960976] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.961084] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.961245] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.961409] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.969508] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.969698] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.969741] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.969905] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.970137] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.970367] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:38. [ 758.970456] env[63412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'21b3bb0a-eab8-48b7-b110-55469fd10d8d', '2e7ae6f0-0972-416c-9c7c-25db1449275f', 'e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c', '1e9abf7d-66d5-41bc-9759-6fd54771278d', 'aad7db65-87dc-460c-aa73-bb6c15e307c2', '938fc471-fc6c-4818-b354-56b34b9d146e', '6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f', 'f3c53f1a-4406-4cfd-92c6-ab6869475822', 'f63a666f-54ab-4282-b56f-755c9b7f0591', '1d587acd-6a6a-42d5-9cba-1aa0f6b321c9', '274779ee-014b-4c42-b516-f877b979a5d4', '4c62688f-1aa6-47ae-a2a1-1bb84a9c4871', 'c136e152-b88b-429c-9b3e-ccfe13959a9b', '30ea6ef9-828c-4a18-8b44-8bc4785005ec', 'f5fcea6a-ac0c-430f-94e0-e30e44aaa08f', '8a3abd40-d98e-4772-aeb7-ff43ef37df0b', 'cf794659-988d-4f26-876f-e53bd6c025a7', '17fb08aa-a5f2-46c3-be74-fcc00d7a387d', 'd9a26793-b4e4-4be0-940a-114e3907655e', '74504888-4a38-492e-bae4-12329fd9c6e2', '98bd1398-6f4a-4605-9748-f14dceafaa84', '22d326f5-5fd7-4b43-a21f-a0c84243672f', '317bfd10-601b-496a-a1cd-6c2722d9ee0b', 'ee444a9e-e3a4-45e3-9241-d0f693c0754a', '6164e5c6-d6cf-4301-9fdd-6afe7d071829', 'ea433e1f-3048-470e-87de-f063bc26c197', '2b1890a3-a03e-4ad3-a7a4-58ce66332bb2', 'b4959203-00a9-477d-95ff-178243039f66', 'a387e002-b3cc-47f7-ad7f-83a6b16dab4b', 'f9970b86-2be5-4c59-b559-2b28b2d0eddc', 'e10d0e67-0519-44a7-a60f-b276f56cd6de', 'c6067f77-6a45-4911-96c1-102eca2ca5ab', 'f3f50061-2743-46aa-a250-40aa5ffa1715', 'f886f10d-fd8c-4081-8057-1417bb3ba16a', 'd27b4c65-5e31-407e-a8b9-d55951de0c8d', '86eab413-27bf-49c5-9a81-abee4199df12', '68937c31-c3c5-456d-8cda-4f14670f638d', 'fc126587-c54f-41d7-95ee-ef30102979e4'} {{(pid=63412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 758.970546] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 758.972314] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86eab413-27bf-49c5-9a81-abee4199df12 in Status: IN_PROGRESS for 2s [ 758.986138] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.986297] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.986339] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.986505] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.986587] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.986688] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 758.986762] env[63412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=63412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 758.986832] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 759.045552] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.045764] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.045764] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.045999] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.046788] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.046989] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 759.047098] env[63412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=63412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 759.047171] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 759.047211] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 759.047287] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/38 resources of Type:Security Group Rules [ 759.047357] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGH for action security_group_rules [ 759.047436] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e7ae6f0-0972-416c-9c7c-25db1449275f with Priority: HIGH for action security_group_rules [ 759.047503] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c with Priority: HIGH for action security_group_rules [ 759.047566] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d with Priority: HIGH for action security_group_rules [ 759.047627] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 with Priority: HIGH for action security_group_rules [ 759.047689] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 938fc471-fc6c-4818-b354-56b34b9d146e with Priority: HIGH for action security_group_rules [ 759.047750] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f with Priority: HIGH for action security_group_rules [ 759.047812] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGH for action security_group_rules [ 759.047873] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f63a666f-54ab-4282-b56f-755c9b7f0591 with Priority: HIGH for action security_group_rules [ 759.047935] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGH for action security_group_rules [ 759.048025] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 274779ee-014b-4c42-b516-f877b979a5d4 with Priority: HIGH for action security_group_rules [ 759.048092] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c62688f-1aa6-47ae-a2a1-1bb84a9c4871 with Priority: HIGH for action security_group_rules [ 759.048153] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c136e152-b88b-429c-9b3e-ccfe13959a9b with Priority: HIGH for action security_group_rules [ 759.048217] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30ea6ef9-828c-4a18-8b44-8bc4785005ec with Priority: HIGH for action security_group_rules [ 759.048279] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f with Priority: HIGH for action security_group_rules [ 759.048341] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGH for action security_group_rules [ 759.048404] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf794659-988d-4f26-876f-e53bd6c025a7 with Priority: HIGH for action security_group_rules [ 759.048465] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17fb08aa-a5f2-46c3-be74-fcc00d7a387d with Priority: HIGH for action security_group_rules [ 759.048529] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9a26793-b4e4-4be0-940a-114e3907655e with Priority: HIGH for action security_group_rules [ 759.048591] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74504888-4a38-492e-bae4-12329fd9c6e2 with Priority: HIGH for action security_group_rules [ 759.048685] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.402698] env[63412]: INFO networking_nsxv3.common.synchronization [req-124b3199-bccf-4f8d-a324-4ac3385ff395 req-d3bb4162-4437-4c16-a1dd-1acd05116eee tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Enqueued Resource ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f with Priority: HIGHEST for action security_group_members [ 759.403229] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f with Priority: HIGHEST for action security_group_members [ 759.403380] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGH for action security_group_rules [ 759.403484] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c with Priority: HIGH for action security_group_rules [ 759.403576] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f with Priority: HIGH for action security_group_rules [ 759.403670] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f with Priority: HIGH for action security_group_rules [ 759.403762] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74504888-4a38-492e-bae4-12329fd9c6e2 with Priority: HIGH for action security_group_rules [ 759.403853] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a26793-b4e4-4be0-940a-114e3907655e with Priority: HIGH for action security_group_rules [ 759.403988] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17fb08aa-a5f2-46c3-be74-fcc00d7a387d with Priority: HIGH for action security_group_rules [ 759.404072] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf794659-988d-4f26-876f-e53bd6c025a7 with Priority: HIGH for action security_group_rules [ 759.404199] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ea6ef9-828c-4a18-8b44-8bc4785005ec with Priority: HIGH for action security_group_rules [ 759.407969] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGH for action security_group_rules [ 759.407969] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c136e152-b88b-429c-9b3e-ccfe13959a9b with Priority: HIGH for action security_group_rules [ 759.407969] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c62688f-1aa6-47ae-a2a1-1bb84a9c4871 with Priority: HIGH for action security_group_rules [ 759.407969] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274779ee-014b-4c42-b516-f877b979a5d4 with Priority: HIGH for action security_group_rules [ 759.407969] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGH for action security_group_rules [ 759.407969] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63a666f-54ab-4282-b56f-755c9b7f0591 with Priority: HIGH for action security_group_rules [ 759.407969] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938fc471-fc6c-4818-b354-56b34b9d146e with Priority: HIGH for action security_group_rules [ 759.407969] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGH for action security_group_rules [ 759.407969] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 with Priority: HIGH for action security_group_rules [ 759.407969] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e7ae6f0-0972-416c-9c7c-25db1449275f with Priority: HIGH for action security_group_rules [ 759.407969] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d with Priority: HIGH for action security_group_rules [ 759.407969] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.407969] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.407969] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.407969] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.407969] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.407969] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.407969] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.407969] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.407969] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.407969] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5fcea6a-ac0c-430f-94e0-e30e44aaa08f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.409229] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.409229] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.409229] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.409229] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.409229] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.409590] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.409696] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.409752] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.409917] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.409984] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.410704] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.410843] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.410907] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.411026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.411093] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.412471] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.412603] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.412667] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.412784] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.412847] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5fcea6a-ac0c-430f-94e0-e30e44aaa08f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.414974] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74504888-4a38-492e-bae4-12329fd9c6e2 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.414974] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.414974] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.414974] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.414974] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74504888-4a38-492e-bae4-12329fd9c6e2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.415279] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9a26793-b4e4-4be0-940a-114e3907655e taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.415353] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.415487] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17fb08aa-a5f2-46c3-be74-fcc00d7a387d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.415572] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17fb08aa-a5f2-46c3-be74-fcc00d7a387d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.415638] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17fb08aa-a5f2-46c3-be74-fcc00d7a387d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.415790] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17fb08aa-a5f2-46c3-be74-fcc00d7a387d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.415856] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17fb08aa-a5f2-46c3-be74-fcc00d7a387d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.416785] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf794659-988d-4f26-876f-e53bd6c025a7 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.416906] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.416969] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.417109] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.417180] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf794659-988d-4f26-876f-e53bd6c025a7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.418069] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30ea6ef9-828c-4a18-8b44-8bc4785005ec taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.418177] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30ea6ef9-828c-4a18-8b44-8bc4785005ec" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.418238] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30ea6ef9-828c-4a18-8b44-8bc4785005ec" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.418387] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30ea6ef9-828c-4a18-8b44-8bc4785005ec" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.418450] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30ea6ef9-828c-4a18-8b44-8bc4785005ec',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.419247] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.419367] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.419430] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.419553] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.419619] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.420523] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c136e152-b88b-429c-9b3e-ccfe13959a9b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.420667] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c136e152-b88b-429c-9b3e-ccfe13959a9b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.420667] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c136e152-b88b-429c-9b3e-ccfe13959a9b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.420823] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c136e152-b88b-429c-9b3e-ccfe13959a9b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.420894] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c136e152-b88b-429c-9b3e-ccfe13959a9b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.421132] env[63412]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 759.421794] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.421896] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.421963] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.422113] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.422177] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c62688f-1aa6-47ae-a2a1-1bb84a9c4871',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.426868] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-274779ee-014b-4c42-b516-f877b979a5d4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.426868] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.426868] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.426868] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.426868] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('274779ee-014b-4c42-b516-f877b979a5d4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.426868] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.426868] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.426868] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.426868] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.426868] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.427528] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f63a666f-54ab-4282-b56f-755c9b7f0591 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.427528] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f63a666f-54ab-4282-b56f-755c9b7f0591" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.427528] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f63a666f-54ab-4282-b56f-755c9b7f0591" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.427652] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f63a666f-54ab-4282-b56f-755c9b7f0591" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.427652] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f63a666f-54ab-4282-b56f-755c9b7f0591',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.429745] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-938fc471-fc6c-4818-b354-56b34b9d146e taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.429745] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.429745] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.429745] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.429745] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('938fc471-fc6c-4818-b354-56b34b9d146e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.429745] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.430007] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.430007] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.430007] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.430113] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.431828] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad7db65-87dc-460c-aa73-bb6c15e307c2 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.431828] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.431828] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.431828] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.431828] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad7db65-87dc-460c-aa73-bb6c15e307c2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.432165] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e7ae6f0-0972-416c-9c7c-25db1449275f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.432165] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e7ae6f0-0972-416c-9c7c-25db1449275f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.432259] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e7ae6f0-0972-416c-9c7c-25db1449275f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.432984] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e7ae6f0-0972-416c-9c7c-25db1449275f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.432984] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e7ae6f0-0972-416c-9c7c-25db1449275f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.435963] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e9abf7d-66d5-41bc-9759-6fd54771278d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.435963] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.435963] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.435963] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.435963] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e9abf7d-66d5-41bc-9759-6fd54771278d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.436282] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-21b3bb0a-eab8-48b7-b110-55469fd10d8d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.436282] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.436282] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.436406] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.436486] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.436695] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.436695] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.437036] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.437036] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.437218] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.437311] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.442076] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.442222] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.442297] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.442458] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.472535] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.472641] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.478699] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.478911] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.479096] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.479096] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.479298] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.479382] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.479464] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f is going to be updated. [ 759.483237] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.483422] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.502044] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.502231] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c is going to be deleted. [ 759.508044] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.508183] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.508257] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.508460] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.508594] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.519029] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f in Status: IN_PROGRESS for 2s [ 759.552175] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.552337] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.552416] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.552645] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.552739] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.552857] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9b6eb6b-d770-42b0-9f04-e4b6aeaa5b6c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.929041] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.929041] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.929041] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.929041] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.929041] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.929041] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.929041] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.929041] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.929041] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.929041] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 759.929041] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.929985] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.929985] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.929985] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 759.929985] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.929985] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.943085] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9a26793-b4e4-4be0-940a-114e3907655e in Status: SUCCESS [ 759.943435] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.943728] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.944164] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.944164] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9a26793-b4e4-4be0-940a-114e3907655e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.948885] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.949160] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 759.949274] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.949456] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.949780] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-7efcbcca-53b8-4465-a2f5-e6d406e887b5 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.949959] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-7efcbcca-53b8-4465-a2f5-e6d406e887b5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.950094] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-7efcbcca-53b8-4465-a2f5-e6d406e887b5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.950486] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-7efcbcca-53b8-4465-a2f5-e6d406e887b5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.950638] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7efcbcca-53b8-4465-a2f5-e6d406e887b5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.954130] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.978511] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf794659-988d-4f26-876f-e53bd6c025a7 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.978746] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.978930] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.979115] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.979303] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.979417] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.979481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.979660] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.979790] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.979901] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.979996] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf794659-988d-4f26-876f-e53bd6c025a7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.126829] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.127078] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.127192] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.127431] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.127635] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.127773] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.127892] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.128154] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.128287] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.128403] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.128582] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.133473] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-274779ee-014b-4c42-b516-f877b979a5d4 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.133473] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.133473] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.133473] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.133473] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.133473] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.133473] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.133473] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.133473] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.133473] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.133473] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('274779ee-014b-4c42-b516-f877b979a5d4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.136959] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.137144] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.137235] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.137444] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.137625] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.137989] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.138137] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.138338] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.138481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.138630] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.138750] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.139665] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad7db65-87dc-460c-aa73-bb6c15e307c2 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.139804] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.139891] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.140085] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.140734] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.140734] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.140734] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.140734] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.140734] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.140734] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.140994] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aad7db65-87dc-460c-aa73-bb6c15e307c2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.145643] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-938fc471-fc6c-4818-b354-56b34b9d146e taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.146029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.146029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.146262] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.147568] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.147568] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.147568] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.147568] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.147568] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.147568] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.147568] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('938fc471-fc6c-4818-b354-56b34b9d146e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.149169] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.149290] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.149354] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.149542] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.150535] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.150535] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.150535] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.150535] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.150535] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.150535] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.150535] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.154611] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aad7db65-87dc-460c-aa73-bb6c15e307c2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.196051] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.196250] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.196314] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.196481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.196571] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.196671] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f is going to be deleted. [ 760.200607] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.200785] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.200785] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.201091] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.204798] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.204898] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.215085] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.215189] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.216084] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.216236] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.217161] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.217256] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.218017] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.218171] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.219137] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.219242] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.219925] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.220028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.224104] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.224248] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.228566] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.228670] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74504888-4a38-492e-bae4-12329fd9c6e2 is going to be deleted. [ 760.229830] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.229830] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.297993] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.298150] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f63a666f-54ab-4282-b56f-755c9b7f0591 is going to be deleted. [ 760.299043] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.299319] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.323481] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.323619] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.324615] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.324748] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30ea6ef9-828c-4a18-8b44-8bc4785005ec is going to be deleted. [ 760.325650] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.325908] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.356634] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.356769] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.357650] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.357779] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17fb08aa-a5f2-46c3-be74-fcc00d7a387d is going to be deleted. [ 760.358626] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.358826] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.384154] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.384236] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.407877] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.408025] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c136e152-b88b-429c-9b3e-ccfe13959a9b is going to be deleted. [ 760.408975] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.409201] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.421042] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.421211] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.448122] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a26793-b4e4-4be0-940a-114e3907655e taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.448278] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.448343] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.448545] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.448701] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.448800] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.448865] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.449022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.449107] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.449195] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.449283] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9a26793-b4e4-4be0-940a-114e3907655e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.453025] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.453222] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.453365] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.453612] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.453764] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.453929] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 7efcbcca-53b8-4465-a2f5-e6d406e887b5 not found, creating... [ 760.454184] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.454388] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.454520] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.454738] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.454911] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.455291] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.455480] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.455629] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.456124] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.456124] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.456234] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 7efcbcca-53b8-4465-a2f5-e6d406e887b5 is going to be created. [ 760.457385] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21b3bb0a-eab8-48b7-b110-55469fd10d8d: rpc.has_security_group_logging(os_id): False [ 760.473986] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.474120] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e7ae6f0-0972-416c-9c7c-25db1449275f is going to be deleted. [ 760.475036] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.475275] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.512885] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.513042] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.514930] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.515056] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.520490] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.520593] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.525636] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.525757] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e9abf7d-66d5-41bc-9759-6fd54771278d is going to be deleted. [ 760.526644] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.526849] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.528437] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.528634] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.528759] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.528984] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.529275] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.529501] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-7efcbcca-53b8-4465-a2f5-e6d406e887b5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.556563] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.556718] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c62688f-1aa6-47ae-a2a1-1bb84a9c4871 is going to be deleted. [ 760.557611] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.557825] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.613531] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.613699] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 is going to be deleted. [ 760.614641] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.614846] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.614934] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.615072] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.615230] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.615386] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.615465] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.615582] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74504888-4a38-492e-bae4-12329fd9c6e2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.616144] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.616301] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.616376] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.616484] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f63a666f-54ab-4282-b56f-755c9b7f0591" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.616612] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.616821] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.616940] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.617208] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30ea6ef9-828c-4a18-8b44-8bc4785005ec" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.617308] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.617456] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.617532] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.617640] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17fb08aa-a5f2-46c3-be74-fcc00d7a387d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.617767] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.617907] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.619363] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.619475] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.658558] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-274779ee-014b-4c42-b516-f877b979a5d4 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.658558] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.658558] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.658558] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.658558] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.658558] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.658558] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.658558] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.658558] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.658558] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.658558] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-274779ee-014b-4c42-b516-f877b979a5d4 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.658558] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.658558] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.658558] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.658558] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.658558] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.659225] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.659225] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.659225] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.659225] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.659225] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('274779ee-014b-4c42-b516-f877b979a5d4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.659830] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.660605] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf794659-988d-4f26-876f-e53bd6c025a7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.661129] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('938fc471-fc6c-4818-b354-56b34b9d146e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.661805] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.662176] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.662176] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.662176] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.662268] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.662363] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.662414] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.662585] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.662687] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.662687] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.662813] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.662931] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.662979] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.663503] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.663503] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.663503] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.663503] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.663503] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.663728] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.663728] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.663728] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.664336] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.665431] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aad7db65-87dc-460c-aa73-bb6c15e307c2: rpc.has_security_group_logging(os_id): False [ 760.678177] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.678177] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.680163] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.680264] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.680359] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.680426] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.680613] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.680692] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.680786] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d is going to be updated. [ 760.682010] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.682189] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.682278] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.682388] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c136e152-b88b-429c-9b3e-ccfe13959a9b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.682513] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.682655] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.682739] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.682825] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e7ae6f0-0972-416c-9c7c-25db1449275f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.682967] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.683122] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.683200] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.683308] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e9abf7d-66d5-41bc-9759-6fd54771278d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.705046] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.705207] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.705308] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.705512] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.777842] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.778061] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.790568] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.790889] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.791429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.791429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.791429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.791429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.791429] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 is going to be updated. [ 760.792523] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.792700] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.792785] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.792898] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.809762] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.809905] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.809979] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.810212] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.810304] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.810432] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c62688f-1aa6-47ae-a2a1-1bb84a9c4871" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.876438] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.876618] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.876618] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.876832] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.877014] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.910890] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d in Status: IN_PROGRESS for 2s [ 760.951515] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a26793-b4e4-4be0-940a-114e3907655e taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.951800] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.951800] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.954709] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.954709] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.954709] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.954709] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.954709] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.954709] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.954709] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.954709] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a26793-b4e4-4be0-940a-114e3907655e taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.954709] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.954709] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.954709] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.954709] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.954709] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.954709] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.954709] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.954709] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.954709] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.954709] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9a26793-b4e4-4be0-940a-114e3907655e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.960549] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.960693] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.960778] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.960913] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.961063] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.996229] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86eab413-27bf-49c5-9a81-abee4199df12 in Status: SUCCESS [ 760.997032] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.997131] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.997366] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.997591] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.997717] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.997786] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.997951] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.998050] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.998132] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.998218] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86eab413-27bf-49c5-9a81-abee4199df12',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.006169] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 in Status: IN_PROGRESS for 2s [ 761.165878] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3c53f1a-4406-4cfd-92c6-ab6869475822: rpc.has_security_group_logging(os_id): False [ 761.167101] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f: rpc.has_security_group_logging(os_id): False [ 761.167857] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 274779ee-014b-4c42-b516-f877b979a5d4: rpc.has_security_group_logging(os_id): False [ 761.168654] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf794659-988d-4f26-876f-e53bd6c025a7: rpc.has_security_group_logging(os_id): False [ 761.169408] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 938fc471-fc6c-4818-b354-56b34b9d146e: rpc.has_security_group_logging(os_id): False [ 761.170168] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a3abd40-d98e-4772-aeb7-ff43ef37df0b: rpc.has_security_group_logging(os_id): False [ 761.206334] env[63412]: INFO networking_nsxv3.common.synchronization [req-124b3199-bccf-4f8d-a324-4ac3385ff395 req-b7170cc4-4110-416e-a98b-05133c02667e service nova] Enqueued Resource ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f with Priority: HIGHEST for action security_group_rules [ 761.206509] env[63412]: INFO networking_nsxv3.common.synchronization [req-124b3199-bccf-4f8d-a324-4ac3385ff395 req-b7170cc4-4110-416e-a98b-05133c02667e service nova] Enqueued Resource ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f with Priority: HIGHEST for action security_group_members [ 761.206673] env[63412]: INFO networking_nsxv3.common.synchronization [req-124b3199-bccf-4f8d-a324-4ac3385ff395 req-b7170cc4-4110-416e-a98b-05133c02667e service nova] Enqueued Resource ID: 7efcbcca-53b8-4465-a2f5-e6d406e887b5 with Priority: HIGHEST for action port [ 761.207784] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.207867] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.207943] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.208147] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.209610] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.209702] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.210145] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f with Priority: HIGHEST for action security_group_rules [ 761.210288] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f with Priority: HIGHEST for action security_group_members [ 761.210377] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7efcbcca-53b8-4465-a2f5-e6d406e887b5 with Priority: HIGHEST for action port [ 761.210631] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.210741] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.210806] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.210969] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.211059] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5fcea6a-ac0c-430f-94e0-e30e44aaa08f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.211903] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.212009] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.212220] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-7efcbcca-53b8-4465-a2f5-e6d406e887b5 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.212320] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7efcbcca-53b8-4465-a2f5-e6d406e887b5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.212380] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7efcbcca-53b8-4465-a2f5-e6d406e887b5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.212537] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7efcbcca-53b8-4465-a2f5-e6d406e887b5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.212606] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7efcbcca-53b8-4465-a2f5-e6d406e887b5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.214501] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.214501] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.215694] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.215694] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.215831] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.215831] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.222671] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.222841] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.241775] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.242017] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.242144] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.242214] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.242401] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.242480] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.242671] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.242765] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.242826] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.242965] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.243051] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.243252] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.243336] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.243376] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.243509] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.243583] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.243671] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 is going to be updated. [ 761.244704] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.244862] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.266621] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.266941] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.267073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.267174] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.267341] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.267436] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.267547] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf794659-988d-4f26-876f-e53bd6c025a7 is going to be updated. [ 761.268740] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.268927] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.286781] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.287084] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.287215] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.287282] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.287471] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.287552] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.287732] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.287827] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.287891] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.288046] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.288121] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.288358] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.288524] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.288602] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.288765] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.288847] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.288943] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 274779ee-014b-4c42-b516-f877b979a5d4 is going to be updated. [ 761.289949] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.290124] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.326154] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.326483] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.326604] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.326640] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.326832] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.326905] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.327049] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b is going to be updated. [ 761.328100] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.328275] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.346354] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.346511] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.377794] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.378146] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.378307] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.378307] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.378552] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.378649] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.378715] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f is going to be updated. [ 761.379799] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.379972] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.404580] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.404797] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.456059] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.456261] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.457443] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.457443] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.457443] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9a26793-b4e4-4be0-940a-114e3907655e: rpc.has_security_group_logging(os_id): False [ 761.459974] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.459974] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.459974] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.459974] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.459974] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.459974] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.460214] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 938fc471-fc6c-4818-b354-56b34b9d146e is going to be updated. [ 761.461035] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.461209] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.461346] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.462232] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.462401] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.462529] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.463803] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.463969] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.464108] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.464896] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.465079] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.465202] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.484256] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf794659-988d-4f26-876f-e53bd6c025a7 in Status: IN_PROGRESS for 2s [ 761.484932] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 274779ee-014b-4c42-b516-f877b979a5d4 in Status: IN_PROGRESS for 2s [ 761.500983] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.501195] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.501289] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.501534] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.502822] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-86eab413-27bf-49c5-9a81-abee4199df12 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.503013] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.503013] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.503192] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.503376] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.503480] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.503554] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.503748] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.503848] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.503997] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.504114] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-86eab413-27bf-49c5-9a81-abee4199df12 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.504226] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.504301] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.504478] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.504622] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.504730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.504791] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.504946] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.505048] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.505132] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.505220] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86eab413-27bf-49c5-9a81-abee4199df12',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.519700] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b in Status: IN_PROGRESS for 2s [ 761.531987] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.532274] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.532996] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: IN_PROGRESS for 2s [ 761.540544] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f in Status: SUCCESS [ 761.540735] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f deletion is rescheduled due to dependency. [ 761.540862] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.541061] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.541324] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.541541] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.541695] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.541758] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.541924] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.542054] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.542177] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5fcea6a-ac0c-430f-94e0-e30e44aaa08f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.587396] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.587764] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.587930] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.587996] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.588215] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.588300] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.588496] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.588595] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.588659] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.588805] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.588881] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.589089] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.589173] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.589231] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.589371] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.589443] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.589525] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9a26793-b4e4-4be0-940a-114e3907655e is going to be updated. [ 761.590615] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.590777] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.590910] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.619836] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.620017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.620068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.620258] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.620402] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.640058] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f in Status: IN_PROGRESS for 2s [ 761.642038] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 938fc471-fc6c-4818-b354-56b34b9d146e in Status: IN_PROGRESS for 2s [ 761.716556] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.716694] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.716923] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7efcbcca-53b8-4465-a2f5-e6d406e887b5 with status ACTIVE [ 761.717230] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.717230] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.717376] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.717556] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.717601] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.717758] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.717855] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.717914] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.718086] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.718167] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.718477] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.718477] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.718477] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.718655] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.718688] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.718772] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7efcbcca-53b8-4465-a2f5-e6d406e887b5 is going to be updated. [ 761.753015] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.753188] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.753259] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.753472] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.753617] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.780933] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9a26793-b4e4-4be0-940a-114e3907655e in Status: IN_PROGRESS for 2s [ 761.789499] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.789499] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.789499] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.789499] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.789499] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.789499] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7efcbcca-53b8-4465-a2f5-e6d406e887b5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.008372] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86eab413-27bf-49c5-9a81-abee4199df12: rpc.has_security_group_logging(os_id): False [ 762.029182] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.029391] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.029437] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.030166] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.044835] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5fcea6a-ac0c-430f-94e0-e30e44aaa08f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.051318] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.051594] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.051715] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.051783] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.051983] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.052087] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.052272] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.052465] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.052465] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.052584] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.052658] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.052986] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.052986] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.052986] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.053170] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.053210] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.053283] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86eab413-27bf-49c5-9a81-abee4199df12 is going to be updated. [ 762.118719] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.118922] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.119041] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.119380] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.119574] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.132104] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86eab413-27bf-49c5-9a81-abee4199df12 in Status: IN_PROGRESS for 2s [ 762.547824] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5fcea6a-ac0c-430f-94e0-e30e44aaa08f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.925429] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d in Status: SUCCESS [ 762.925659] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.020716] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 in Status: SUCCESS [ 763.021174] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.052699] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.052920] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.052920] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.053170] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.053268] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.053373] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f is going to be updated. [ 763.083937] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.084185] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.084314] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.084669] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.084876] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.101820] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f in Status: IN_PROGRESS for 2s [ 763.500590] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 274779ee-014b-4c42-b516-f877b979a5d4 in Status: SUCCESS [ 763.500800] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.501533] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf794659-988d-4f26-876f-e53bd6c025a7 in Status: SUCCESS [ 763.501710] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.531756] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b in Status: SUCCESS [ 763.531990] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.545148] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: SUCCESS [ 763.545377] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.653203] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 938fc471-fc6c-4818-b354-56b34b9d146e in Status: SUCCESS [ 763.653413] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.654139] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f in Status: SUCCESS [ 763.654310] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.792898] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9a26793-b4e4-4be0-940a-114e3907655e in Status: SUCCESS [ 763.793159] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.144894] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86eab413-27bf-49c5-9a81-abee4199df12 in Status: SUCCESS [ 764.145200] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.377034] env[63412]: INFO networking_nsxv3.common.synchronization [req-01901164-c9f9-4e0e-a29b-cf914028eaca req-69c5946d-1ae7-4a79-abf2-458fd8c671cf tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Enqueued Resource ID: fda0eb43-3e5e-4599-83ba-9a1211ee030c with Priority: HIGHEST for action security_group_members [ 764.377034] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda0eb43-3e5e-4599-83ba-9a1211ee030c with Priority: HIGHEST for action security_group_members [ 764.377034] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda0eb43-3e5e-4599-83ba-9a1211ee030c taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.377034] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda0eb43-3e5e-4599-83ba-9a1211ee030c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.377034] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda0eb43-3e5e-4599-83ba-9a1211ee030c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.377034] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda0eb43-3e5e-4599-83ba-9a1211ee030c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.377034] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.377034] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.377713] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.377713] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.377713] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.377713] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fda0eb43-3e5e-4599-83ba-9a1211ee030c',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.860373] env[63412]: INFO networking_nsxv3.common.synchronization [req-d57f057e-19aa-428a-a008-cc4c5de6a437 req-d6a2a6dd-0dc8-4703-9fa1-e5edc4ee6529 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Enqueued Resource ID: d9a26793-b4e4-4be0-940a-114e3907655e with Priority: HIGHEST for action security_group_members [ 764.860734] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a26793-b4e4-4be0-940a-114e3907655e with Priority: HIGHEST for action security_group_members [ 764.861061] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a26793-b4e4-4be0-940a-114e3907655e taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.861186] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.861396] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.861631] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.861791] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.861893] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.861947] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.862128] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.862218] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.862311] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9a26793-b4e4-4be0-940a-114e3907655e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.880123] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.880123] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.880123] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.880123] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.880123] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.880123] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.880123] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.880123] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.880615] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.880615] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.880615] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fda0eb43-3e5e-4599-83ba-9a1211ee030c already deleted. [ 764.880615] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda0eb43-3e5e-4599-83ba-9a1211ee030c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.883511] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-960 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.883689] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-960" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.883816] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-960" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.884372] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-960" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.884548] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.885391] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.885903] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.886188] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.886417] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.887289] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 764.887289] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.887289] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.887289] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.887289] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 764.887289] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.887289] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.914276] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.914488] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 764.914575] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.914761] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-960" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.915101] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-7467febf-217b-4c7e-b993-9863b871df4a taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.915280] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-7467febf-217b-4c7e-b993-9863b871df4a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.915405] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-7467febf-217b-4c7e-b993-9863b871df4a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.915801] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-7467febf-217b-4c7e-b993-9863b871df4a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.915948] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7467febf-217b-4c7e-b993-9863b871df4a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.111564] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f in Status: SUCCESS [ 765.111808] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.111984] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.112230] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.112426] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.112545] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.112622] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.112775] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.112853] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.112936] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.113042] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5fcea6a-ac0c-430f-94e0-e30e44aaa08f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.366345] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.366345] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.366345] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.366345] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.366345] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.366933] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.366933] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.366933] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.366933] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.366933] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.367238] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9a26793-b4e4-4be0-940a-114e3907655e is going to be updated. [ 765.395193] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.395193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.395331] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.395673] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.395900] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.404162] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a26793-b4e4-4be0-940a-114e3907655e in Status: IN_PROGRESS for 2s [ 765.418609] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.418925] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.419077] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.419271] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.419430] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.419607] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 7467febf-217b-4c7e-b993-9863b871df4a not found, creating... [ 765.419852] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.420020] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.420151] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.420382] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.420558] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.420829] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.421050] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.421322] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.421562] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.421700] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.421846] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 7467febf-217b-4c7e-b993-9863b871df4a is going to be created. [ 765.440731] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.441086] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.441323] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.441724] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.442111] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.442467] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-7467febf-217b-4c7e-b993-9863b871df4a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.615989] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.615989] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.615989] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.616290] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.616385] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.617196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.617196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.617196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.617196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.617196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.617196] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.617196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.617196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.617507] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.617507] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.617507] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.617618] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.617709] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.617747] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.617826] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.617912] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5fcea6a-ac0c-430f-94e0-e30e44aaa08f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.122185] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5fcea6a-ac0c-430f-94e0-e30e44aaa08f: rpc.has_security_group_logging(os_id): False [ 766.139745] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.139892] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.139971] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.140196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.140286] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.140471] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.140591] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.140655] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.140854] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.140935] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.141182] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.141272] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.141332] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.141474] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.141547] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.141729] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.141861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.141898] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.142019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.142102] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.142245] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f is going to be created. [ 766.178246] env[63412]: INFO networking_nsxv3.common.synchronization [req-01901164-c9f9-4e0e-a29b-cf914028eaca req-2e8a7dfa-e876-4700-87e7-e23301927263 service nova] Enqueued Resource ID: fda0eb43-3e5e-4599-83ba-9a1211ee030c with Priority: HIGHEST for action security_group_rules [ 766.178439] env[63412]: INFO networking_nsxv3.common.synchronization [req-01901164-c9f9-4e0e-a29b-cf914028eaca req-2e8a7dfa-e876-4700-87e7-e23301927263 service nova] Enqueued Resource ID: fda0eb43-3e5e-4599-83ba-9a1211ee030c with Priority: HIGHEST for action security_group_members [ 766.178580] env[63412]: INFO networking_nsxv3.common.synchronization [req-01901164-c9f9-4e0e-a29b-cf914028eaca req-2e8a7dfa-e876-4700-87e7-e23301927263 service nova] Enqueued Resource ID: 7467febf-217b-4c7e-b993-9863b871df4a with Priority: HIGHEST for action port [ 766.178882] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda0eb43-3e5e-4599-83ba-9a1211ee030c with Priority: HIGHEST for action security_group_rules [ 766.179021] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda0eb43-3e5e-4599-83ba-9a1211ee030c with Priority: HIGHEST for action security_group_members [ 766.179120] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7467febf-217b-4c7e-b993-9863b871df4a with Priority: HIGHEST for action port [ 766.179644] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fda0eb43-3e5e-4599-83ba-9a1211ee030c taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.179764] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fda0eb43-3e5e-4599-83ba-9a1211ee030c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.179830] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fda0eb43-3e5e-4599-83ba-9a1211ee030c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.180122] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fda0eb43-3e5e-4599-83ba-9a1211ee030c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.180218] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fda0eb43-3e5e-4599-83ba-9a1211ee030c',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.181117] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda0eb43-3e5e-4599-83ba-9a1211ee030c taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.181239] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda0eb43-3e5e-4599-83ba-9a1211ee030c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.181307] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda0eb43-3e5e-4599-83ba-9a1211ee030c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.181519] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda0eb43-3e5e-4599-83ba-9a1211ee030c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.181672] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.181777] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.181940] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.182039] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.182111] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.182249] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fda0eb43-3e5e-4599-83ba-9a1211ee030c',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.183241] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-7467febf-217b-4c7e-b993-9863b871df4a taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.183317] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7467febf-217b-4c7e-b993-9863b871df4a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.183358] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7467febf-217b-4c7e-b993-9863b871df4a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.183514] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7467febf-217b-4c7e-b993-9863b871df4a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.183587] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7467febf-217b-4c7e-b993-9863b871df4a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.197330] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.197330] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.197330] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.197610] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.197610] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.212146] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f in Status: IN_PROGRESS for 2s [ 766.685579] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda0eb43-3e5e-4599-83ba-9a1211ee030c taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.685837] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda0eb43-3e5e-4599-83ba-9a1211ee030c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.685837] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fda0eb43-3e5e-4599-83ba-9a1211ee030c',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.686780] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7467febf-217b-4c7e-b993-9863b871df4a with status ACTIVE [ 766.690018] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.690018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.690018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.690018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.690018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.690018] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.690018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.690018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.690018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.690018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.690018] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.690018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.690018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.690018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.690018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.690018] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7467febf-217b-4c7e-b993-9863b871df4a is going to be updated. [ 766.710761] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.710761] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.710761] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.710761] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.710761] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.710761] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7467febf-217b-4c7e-b993-9863b871df4a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.190417] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fda0eb43-3e5e-4599-83ba-9a1211ee030c',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.414627] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a26793-b4e4-4be0-940a-114e3907655e in Status: SUCCESS [ 767.415513] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9a26793-b4e4-4be0-940a-114e3907655e deletion is rescheduled due to dependency. [ 767.415781] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.693657] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.694035] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.694035] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.694212] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.694433] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.694572] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fda0eb43-3e5e-4599-83ba-9a1211ee030c is going to be created. [ 767.719497] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.719683] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.719683] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.719872] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.720043] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.728510] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fda0eb43-3e5e-4599-83ba-9a1211ee030c in Status: UNINITIALIZED for 2s [ 768.228342] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f in Status: SUCCESS [ 768.228478] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.243152] env[63412]: INFO networking_nsxv3.common.synchronization [req-f3bae106-c7d6-43f3-8cda-b5ca55cbd3b6 req-df125a51-b440-4b4b-b8c2-5e82cc103f9e tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Enqueued Resource ID: 86eab413-27bf-49c5-9a81-abee4199df12 with Priority: HIGHEST for action security_group_members [ 769.243716] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86eab413-27bf-49c5-9a81-abee4199df12 with Priority: HIGHEST for action security_group_members [ 769.244073] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-86eab413-27bf-49c5-9a81-abee4199df12 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.244220] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.244283] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.244487] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.244646] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.244744] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.244832] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.245013] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.245128] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.245226] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86eab413-27bf-49c5-9a81-abee4199df12',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.738679] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fda0eb43-3e5e-4599-83ba-9a1211ee030c in Status: SUCCESS [ 769.738978] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda0eb43-3e5e-4599-83ba-9a1211ee030c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.739291] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda0eb43-3e5e-4599-83ba-9a1211ee030c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.739481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda0eb43-3e5e-4599-83ba-9a1211ee030c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.739713] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.739876] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.739966] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.740237] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.740338] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.740429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda0eb43-3e5e-4599-83ba-9a1211ee030c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.740520] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fda0eb43-3e5e-4599-83ba-9a1211ee030c',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.747300] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86eab413-27bf-49c5-9a81-abee4199df12',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.242737] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda0eb43-3e5e-4599-83ba-9a1211ee030c taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.242901] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda0eb43-3e5e-4599-83ba-9a1211ee030c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.242976] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda0eb43-3e5e-4599-83ba-9a1211ee030c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.243308] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda0eb43-3e5e-4599-83ba-9a1211ee030c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.243533] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.243610] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.243677] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.243832] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.243922] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.244021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda0eb43-3e5e-4599-83ba-9a1211ee030c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.244171] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda0eb43-3e5e-4599-83ba-9a1211ee030c taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.244293] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda0eb43-3e5e-4599-83ba-9a1211ee030c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.244386] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda0eb43-3e5e-4599-83ba-9a1211ee030c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.244568] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda0eb43-3e5e-4599-83ba-9a1211ee030c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.244708] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.244814] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.244875] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.245024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.245124] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.245216] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda0eb43-3e5e-4599-83ba-9a1211ee030c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.245306] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fda0eb43-3e5e-4599-83ba-9a1211ee030c',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.249961] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86eab413-27bf-49c5-9a81-abee4199df12',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.749912] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fda0eb43-3e5e-4599-83ba-9a1211ee030c: rpc.has_security_group_logging(os_id): False [ 770.752364] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.752692] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.752822] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.752975] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.753073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.753168] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86eab413-27bf-49c5-9a81-abee4199df12 is going to be updated. [ 770.768234] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.768391] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.768508] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.768642] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.768739] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.768932] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.769052] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.769138] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.769303] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.769416] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.769716] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.769868] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.769969] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.774178] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.774178] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.774178] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.774178] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.774178] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.774178] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.774178] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.774178] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fda0eb43-3e5e-4599-83ba-9a1211ee030c is going to be created. [ 770.784365] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.784499] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.784549] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.784933] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.784933] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.792856] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86eab413-27bf-49c5-9a81-abee4199df12 in Status: IN_PROGRESS for 2s [ 770.830150] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.831299] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.831457] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.831741] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.831986] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.843053] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fda0eb43-3e5e-4599-83ba-9a1211ee030c in Status: IN_PROGRESS for 2s [ 771.462850] env[63412]: INFO networking_nsxv3.common.synchronization [req-19088063-824e-4522-b9ed-5a41f68651d8 req-598e65e6-ab9b-435d-a817-a56554c6abf0 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f with Priority: HIGHEST for action security_group_members [ 771.463120] env[63412]: INFO networking_nsxv3.common.synchronization [req-19088063-824e-4522-b9ed-5a41f68651d8 req-598e65e6-ab9b-435d-a817-a56554c6abf0 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: f3f50061-2743-46aa-a250-40aa5ffa1715 with Priority: HIGHEST for action security_group_members [ 771.463220] env[63412]: INFO networking_nsxv3.common.synchronization [req-19088063-824e-4522-b9ed-5a41f68651d8 req-598e65e6-ab9b-435d-a817-a56554c6abf0 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Enqueued Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_members [ 771.463989] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f with Priority: HIGHEST for action security_group_members [ 771.465947] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f50061-2743-46aa-a250-40aa5ffa1715 with Priority: HIGHEST for action security_group_members [ 771.465947] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGHEST for action security_group_members [ 771.465947] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.465947] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.465947] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.467558] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.467662] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.467733] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.467795] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.467975] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.468075] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.468181] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.470723] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3f50061-2743-46aa-a250-40aa5ffa1715 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.470852] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3f50061-2743-46aa-a250-40aa5ffa1715" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.470921] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3f50061-2743-46aa-a250-40aa5ffa1715" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.471114] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3f50061-2743-46aa-a250-40aa5ffa1715" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.471265] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.471363] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.471427] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.471572] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.471652] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.471743] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3f50061-2743-46aa-a250-40aa5ffa1715',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.478461] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.478579] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.478647] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.478808] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.478954] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.479062] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.479127] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.479273] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.479352] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.479445] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.978997] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.979201] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.979282] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.979516] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.980872] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.981022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.981699] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.981811] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.002778] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.003053] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.003188] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.003233] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.003438] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.003538] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.003612] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3f50061-2743-46aa-a250-40aa5ffa1715 is going to be updated. [ 772.004598] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.004768] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.004849] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.005041] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.005157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.005250] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.005378] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.005530] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.005530] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f is going to be updated. [ 772.006771] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.006960] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.007136] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.007341] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.007472] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.007534] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.007977] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.007977] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.007977] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 is going to be updated. [ 772.041973] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.041973] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.041973] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.041973] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.041973] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.043649] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.043767] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.043845] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.044060] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.044191] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.045818] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.045962] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.046051] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.046262] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.046391] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.057480] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f in Status: IN_PROGRESS for 2s [ 772.058159] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f50061-2743-46aa-a250-40aa5ffa1715 in Status: IN_PROGRESS for 2s [ 772.058834] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: IN_PROGRESS for 2s [ 772.802547] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86eab413-27bf-49c5-9a81-abee4199df12 in Status: SUCCESS [ 772.802851] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.854036] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fda0eb43-3e5e-4599-83ba-9a1211ee030c in Status: SUCCESS [ 772.854339] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fda0eb43-3e5e-4599-83ba-9a1211ee030c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.894717] env[63412]: INFO networking_nsxv3.common.synchronization [req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 req-fb6c574c-0c6b-4477-a718-1354433bbfe4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Enqueued Resource ID: e4f671ef-5660-41ba-b9bb-433ac94c086d with Priority: HIGHEST for action security_group_members [ 772.895298] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4f671ef-5660-41ba-b9bb-433ac94c086d with Priority: HIGHEST for action security_group_members [ 772.895576] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4f671ef-5660-41ba-b9bb-433ac94c086d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.895700] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.895766] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.898253] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.898479] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.898913] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.898913] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.898913] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.898913] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.899186] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4f671ef-5660-41ba-b9bb-433ac94c086d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.136880] env[63412]: INFO networking_nsxv3.common.synchronization [req-612a98bd-f797-43bd-b568-3de21ff8cb13 req-d5e9392e-611a-4892-ae62-51eb17143dab tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Enqueued Resource ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f with Priority: HIGHEST for action security_group_members [ 773.137258] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f with Priority: HIGHEST for action security_group_members [ 773.137562] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.137686] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.137752] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.137951] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.138308] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.138421] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.141281] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.144252] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.144355] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.144463] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5fcea6a-ac0c-430f-94e0-e30e44aaa08f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.333030] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-598 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.333229] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-598" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.333376] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-598" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.333702] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-598" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.333968] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.334140] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.334261] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.334473] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.334621] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.334828] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 773.334943] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.335064] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.335178] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.335289] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 773.335396] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.335525] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.353916] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.353916] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 773.353916] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.353916] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-598" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.354263] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-c8f0424f-5db9-44dc-96dc-7748872444fa taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.354437] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-c8f0424f-5db9-44dc-96dc-7748872444fa" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.354560] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-c8f0424f-5db9-44dc-96dc-7748872444fa" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.354853] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-c8f0424f-5db9-44dc-96dc-7748872444fa" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.354991] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8f0424f-5db9-44dc-96dc-7748872444fa',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.401111] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.401303] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.401377] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.401586] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.401674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.401866] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.401962] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.402036] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.402182] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.402257] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.402340] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4f671ef-5660-41ba-b9bb-433ac94c086d already deleted. [ 773.402418] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.646610] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.646761] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.646835] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.647082] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.647194] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.647400] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.647501] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.647564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.647724] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.647800] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.647950] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f is going to be updated. [ 773.674533] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.674667] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.674736] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.674977] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.675083] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.682765] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f in Status: IN_PROGRESS for 2s [ 773.857035] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.857412] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.857412] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.857586] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.857743] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.857900] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port c8f0424f-5db9-44dc-96dc-7748872444fa not found, creating... [ 773.858187] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.858351] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.858638] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.858902] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.859066] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.859371] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.859539] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.859663] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.859876] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.860024] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.860171] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: c8f0424f-5db9-44dc-96dc-7748872444fa is going to be created. [ 773.880060] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.880265] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.880393] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.880638] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.880862] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.881089] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-c8f0424f-5db9-44dc-96dc-7748872444fa" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.069157] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 in Status: SUCCESS [ 774.069331] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 deletion is rescheduled due to dependency. [ 774.069450] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.070137] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3f50061-2743-46aa-a250-40aa5ffa1715 in Status: SUCCESS [ 774.070283] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3f50061-2743-46aa-a250-40aa5ffa1715 deletion is rescheduled due to dependency. [ 774.070379] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3f50061-2743-46aa-a250-40aa5ffa1715" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.071015] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f in Status: SUCCESS [ 774.071170] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f deletion is rescheduled due to dependency. [ 774.071264] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.647618] env[63412]: INFO networking_nsxv3.common.synchronization [req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 req-2ba6a27c-f845-469b-8cba-4e1bed9c052e service nova] Enqueued Resource ID: e4f671ef-5660-41ba-b9bb-433ac94c086d with Priority: HIGHEST for action security_group_rules [ 774.647867] env[63412]: INFO networking_nsxv3.common.synchronization [req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 req-2ba6a27c-f845-469b-8cba-4e1bed9c052e service nova] Enqueued Resource ID: e4f671ef-5660-41ba-b9bb-433ac94c086d with Priority: HIGHEST for action security_group_members [ 774.648089] env[63412]: INFO networking_nsxv3.common.synchronization [req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 req-2ba6a27c-f845-469b-8cba-4e1bed9c052e service nova] Enqueued Resource ID: c8f0424f-5db9-44dc-96dc-7748872444fa with Priority: HIGHEST for action port [ 774.648753] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4f671ef-5660-41ba-b9bb-433ac94c086d with Priority: HIGHEST for action security_group_rules [ 774.648925] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4f671ef-5660-41ba-b9bb-433ac94c086d with Priority: HIGHEST for action security_group_members [ 774.649449] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f0424f-5db9-44dc-96dc-7748872444fa with Priority: HIGHEST for action port [ 774.649852] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4f671ef-5660-41ba-b9bb-433ac94c086d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.650045] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.650118] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.650462] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.650597] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4f671ef-5660-41ba-b9bb-433ac94c086d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.651826] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4f671ef-5660-41ba-b9bb-433ac94c086d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.651826] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.651927] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.652128] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.652327] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.652472] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.652541] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.652733] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.652849] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.652973] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4f671ef-5660-41ba-b9bb-433ac94c086d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.654414] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8f0424f-5db9-44dc-96dc-7748872444fa taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.654550] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8f0424f-5db9-44dc-96dc-7748872444fa" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.654645] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8f0424f-5db9-44dc-96dc-7748872444fa" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.654850] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8f0424f-5db9-44dc-96dc-7748872444fa" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.654953] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8f0424f-5db9-44dc-96dc-7748872444fa',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.157261] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4f671ef-5660-41ba-b9bb-433ac94c086d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.157570] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.157866] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4f671ef-5660-41ba-b9bb-433ac94c086d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.158616] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8f0424f-5db9-44dc-96dc-7748872444fa with status ACTIVE [ 775.160163] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.163019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.163019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.163019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.163019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.163019] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.163019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.163019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.163019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.163019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.163019] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.163019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.163019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.163699] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.163699] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.163699] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8f0424f-5db9-44dc-96dc-7748872444fa is going to be updated. [ 775.184674] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.184874] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.185375] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.185375] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.185375] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.185535] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8f0424f-5db9-44dc-96dc-7748872444fa" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.366928] env[63412]: INFO networking_nsxv3.common.synchronization [req-2d308055-58e9-4894-912c-4a5479da5b82 req-23f10c3e-e2cb-4374-aace-f27eb297584e tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Enqueued Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_members [ 775.371024] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_members [ 775.371024] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.371024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.371024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.372325] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.372504] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.372652] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.372719] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.372829] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.372907] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.373008] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.764233] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4f671ef-5660-41ba-b9bb-433ac94c086d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.764233] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f in Status: SUCCESS [ 775.764233] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f deletion is rescheduled due to dependency. [ 775.764233] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.877089] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.877089] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.877089] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.877089] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.897200] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.897200] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.897200] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.897200] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.897200] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.897200] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.897200] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f is going to be updated. [ 775.935030] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.935194] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.935256] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.935454] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.935593] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.959276] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: IN_PROGRESS for 2s [ 776.168738] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.169042] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.169042] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.169302] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.169302] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.169406] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4f671ef-5660-41ba-b9bb-433ac94c086d is going to be created. [ 776.194226] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.194444] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.194510] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.194709] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.194870] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.207566] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4f671ef-5660-41ba-b9bb-433ac94c086d in Status: UNINITIALIZED for 2s [ 776.292459] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-873 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.292661] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-873" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.292789] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-873" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.293075] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-873" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.293327] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.293485] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.293653] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.293886] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.294153] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.294364] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 776.294479] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.294588] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.294696] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.294806] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 776.294912] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.295053] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.314291] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.314408] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 776.314571] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.314759] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-873" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.315075] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-fa0ebbbd-be64-46f1-89af-a5040bc5b838 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.315255] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-fa0ebbbd-be64-46f1-89af-a5040bc5b838" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.315517] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-fa0ebbbd-be64-46f1-89af-a5040bc5b838" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.315698] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-fa0ebbbd-be64-46f1-89af-a5040bc5b838" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.315839] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa0ebbbd-be64-46f1-89af-a5040bc5b838',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.445165] env[63412]: INFO networking_nsxv3.common.synchronization [req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 req-3abb68e8-84de-4ec6-8ec5-284045ceef57 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Enqueued Resource ID: fda0eb43-3e5e-4599-83ba-9a1211ee030c with Priority: HIGHEST for action security_group_members [ 776.445165] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda0eb43-3e5e-4599-83ba-9a1211ee030c with Priority: HIGHEST for action security_group_members [ 776.445165] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda0eb43-3e5e-4599-83ba-9a1211ee030c taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.445165] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda0eb43-3e5e-4599-83ba-9a1211ee030c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.445165] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda0eb43-3e5e-4599-83ba-9a1211ee030c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.445165] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda0eb43-3e5e-4599-83ba-9a1211ee030c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.445165] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.445668] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.445840] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.446299] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.446524] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.446717] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fda0eb43-3e5e-4599-83ba-9a1211ee030c',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.818520] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.818719] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.818839] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.819215] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.819384] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.819545] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port fa0ebbbd-be64-46f1-89af-a5040bc5b838 not found, creating... [ 776.819808] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.819992] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.820160] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.820430] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.820600] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.820919] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.821102] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.821271] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.821493] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.821632] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.821773] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: fa0ebbbd-be64-46f1-89af-a5040bc5b838 is going to be created. [ 776.841544] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.841742] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.841872] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.842994] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.842994] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.842994] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-fa0ebbbd-be64-46f1-89af-a5040bc5b838" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.951554] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.951741] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.951814] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.952419] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.952419] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.952419] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.952644] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.952644] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.952811] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.952811] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.952811] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fda0eb43-3e5e-4599-83ba-9a1211ee030c is going to be updated. [ 776.986602] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.986602] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.986728] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.988169] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.988169] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.998063] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fda0eb43-3e5e-4599-83ba-9a1211ee030c in Status: IN_PROGRESS for 2s [ 777.696109] env[63412]: INFO networking_nsxv3.common.synchronization [req-2d308055-58e9-4894-912c-4a5479da5b82 req-23f79fcd-56ff-487a-95a9-76426f64c7bc service nova] Enqueued Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_rules [ 777.696334] env[63412]: INFO networking_nsxv3.common.synchronization [req-2d308055-58e9-4894-912c-4a5479da5b82 req-23f79fcd-56ff-487a-95a9-76426f64c7bc service nova] Enqueued Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_members [ 777.696452] env[63412]: INFO networking_nsxv3.common.synchronization [req-2d308055-58e9-4894-912c-4a5479da5b82 req-23f79fcd-56ff-487a-95a9-76426f64c7bc service nova] Enqueued Resource ID: fa0ebbbd-be64-46f1-89af-a5040bc5b838 with Priority: HIGHEST for action port [ 777.697014] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_rules [ 777.698142] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_members [ 777.698316] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa0ebbbd-be64-46f1-89af-a5040bc5b838 with Priority: HIGHEST for action port [ 777.698658] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.698836] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.698944] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.699200] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.699337] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.700939] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.701400] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.701512] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa0ebbbd-be64-46f1-89af-a5040bc5b838 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.702151] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa0ebbbd-be64-46f1-89af-a5040bc5b838" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.702294] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa0ebbbd-be64-46f1-89af-a5040bc5b838" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.702522] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa0ebbbd-be64-46f1-89af-a5040bc5b838" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.706218] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa0ebbbd-be64-46f1-89af-a5040bc5b838',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.974654] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: SUCCESS [ 777.974654] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f deletion is rescheduled due to dependency. [ 777.974654] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.974654] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.974654] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.975149] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.975149] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.975149] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.975471] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.975650] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.975722] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.208120] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.208292] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.210136] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa0ebbbd-be64-46f1-89af-a5040bc5b838 with status ACTIVE [ 778.210331] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.210448] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.210527] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.210728] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.210848] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.210990] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.211252] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.211252] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.211419] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.211419] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.211551] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.211635] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.211701] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.211830] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.211905] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.211990] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa0ebbbd-be64-46f1-89af-a5040bc5b838 is going to be updated. [ 778.221209] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4f671ef-5660-41ba-b9bb-433ac94c086d in Status: SUCCESS [ 778.221464] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.222207] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.222412] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.222640] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.222758] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.222827] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.223140] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.223279] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.223392] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.223557] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4f671ef-5660-41ba-b9bb-433ac94c086d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.231829] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.231978] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.232100] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.232291] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.232480] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.232633] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa0ebbbd-be64-46f1-89af-a5040bc5b838" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.478750] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.726444] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4f671ef-5660-41ba-b9bb-433ac94c086d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.726945] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.726945] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.730114] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.730350] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.730467] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.730554] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.730719] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.730804] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.730892] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.731061] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4f671ef-5660-41ba-b9bb-433ac94c086d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.731158] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.731222] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.731370] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.731507] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.731598] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.731652] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.731790] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.731865] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.731945] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.732043] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4f671ef-5660-41ba-b9bb-433ac94c086d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.981380] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.012979] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fda0eb43-3e5e-4599-83ba-9a1211ee030c in Status: SUCCESS [ 779.012979] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fda0eb43-3e5e-4599-83ba-9a1211ee030c deletion is rescheduled due to dependency. [ 779.012979] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda0eb43-3e5e-4599-83ba-9a1211ee030c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.236375] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4f671ef-5660-41ba-b9bb-433ac94c086d: rpc.has_security_group_logging(os_id): False [ 779.257960] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.258805] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.259112] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.260160] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.261217] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.261334] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.261443] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.261443] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.261614] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.261692] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.261916] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.262063] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.262126] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.262215] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.262295] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.262462] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.262564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.262724] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.262787] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.262839] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.262889] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4f671ef-5660-41ba-b9bb-433ac94c086d is going to be created. [ 779.318118] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.318118] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.318118] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.318118] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.318118] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.327184] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4f671ef-5660-41ba-b9bb-433ac94c086d in Status: IN_PROGRESS for 2s [ 779.487525] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.488304] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.488304] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.488304] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.488304] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.488304] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f is going to be updated. [ 779.515434] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.515615] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.515667] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.515868] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.516011] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.524113] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: IN_PROGRESS for 2s [ 781.339511] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4f671ef-5660-41ba-b9bb-433ac94c086d in Status: SUCCESS [ 781.339874] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.534911] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: SUCCESS [ 781.535322] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.535504] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.535887] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.535957] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.536106] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.536210] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.536372] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.536447] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.536522] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.536614] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.039799] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.040036] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.040682] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.040682] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.040682] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.040682] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.040880] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.040936] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.041605] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.041605] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.041605] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.041605] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.041605] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.041605] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.041937] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.041937] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.041937] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.042083] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.042183] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.042346] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.042455] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.546406] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22d326f5-5fd7-4b43-a21f-a0c84243672f: rpc.has_security_group_logging(os_id): False [ 782.563126] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.563267] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.563267] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.563456] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.563547] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.563739] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.563834] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.563897] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.564057] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.564137] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.564329] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.564421] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.564481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.564621] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.564693] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.564876] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.564967] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.565043] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.565182] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.565307] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.565403] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f is going to be updated. [ 782.626347] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.626529] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.626580] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.626761] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.626910] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.636887] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: IN_PROGRESS for 2s [ 782.699514] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 782.699769] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 783.039411] env[63412]: INFO networking_nsxv3.common.synchronization [req-db9ea438-9641-438a-a0e3-975713255ca1 req-abe07eed-0c7e-4604-ae6f-d88235e4a554 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Enqueued Resource ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b with Priority: HIGHEST for action security_group_members [ 783.039953] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b with Priority: HIGHEST for action security_group_members [ 783.040274] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.040396] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.040468] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.040666] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.040830] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.040901] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.040973] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.042748] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.043026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.043026] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a387e002-b3cc-47f7-ad7f-83a6b16dab4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.545972] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.546167] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.546256] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.546492] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.568977] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.569259] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.569380] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.569438] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.569635] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.569717] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.569806] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b is going to be updated. [ 783.594421] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.594559] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.594649] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.594847] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.595398] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.604127] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b in Status: IN_PROGRESS for 2s [ 783.641614] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-747 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.641614] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-747" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.641614] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-747" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.641614] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-747" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.642317] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.644978] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.644978] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.644978] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.644978] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.644978] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 783.644978] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.644978] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.644978] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.644978] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 783.644978] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.644978] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.672688] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.672741] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 783.672868] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.673058] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-747" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.673408] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-8c59f333-0ce4-494f-b787-13d74f411548 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.673768] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-8c59f333-0ce4-494f-b787-13d74f411548" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.673768] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-8c59f333-0ce4-494f-b787-13d74f411548" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.675031] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-8c59f333-0ce4-494f-b787-13d74f411548" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.675031] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c59f333-0ce4-494f-b787-13d74f411548',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.897064] env[63412]: INFO networking_nsxv3.common.synchronization [None req-afe1968d-83c9-4fae-8886-7719a789be31 None None] Enqueued Resource ID: 1866126d-532d-43bc-ad94-e0cffca721fd with Priority: HIGHEST for action port [ 783.897401] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1866126d-532d-43bc-ad94-e0cffca721fd with Priority: HIGHEST for action port [ 783.899065] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-1866126d-532d-43bc-ad94-e0cffca721fd taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.901720] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1866126d-532d-43bc-ad94-e0cffca721fd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.901878] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1866126d-532d-43bc-ad94-e0cffca721fd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.902232] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1866126d-532d-43bc-ad94-e0cffca721fd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.902399] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1866126d-532d-43bc-ad94-e0cffca721fd',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.179570] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.179903] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.180091] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.180346] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.180503] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.180661] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 8c59f333-0ce4-494f-b787-13d74f411548 not found, creating... [ 784.180928] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.181099] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.181220] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.181446] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.181586] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.181868] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.182036] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.182156] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.182368] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.183028] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.183028] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 8c59f333-0ce4-494f-b787-13d74f411548 is going to be created. [ 784.200545] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.200756] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.200886] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.201168] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.201415] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.201644] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-8c59f333-0ce4-494f-b787-13d74f411548" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.405935] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1866126d-532d-43bc-ad94-e0cffca721fd [ 784.407818] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.407995] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.408109] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.408375] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.408494] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.408609] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1866126d-532d-43bc-ad94-e0cffca721fd already deleted. [ 784.408710] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1866126d-532d-43bc-ad94-e0cffca721fd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.651659] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: SUCCESS [ 784.651659] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.006360] env[63412]: INFO networking_nsxv3.common.synchronization [req-db9ea438-9641-438a-a0e3-975713255ca1 req-9d3c669e-6d9a-4b3b-a32b-1540941bc18d service nova] Enqueued Resource ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b with Priority: HIGHEST for action security_group_rules [ 785.006556] env[63412]: INFO networking_nsxv3.common.synchronization [req-db9ea438-9641-438a-a0e3-975713255ca1 req-9d3c669e-6d9a-4b3b-a32b-1540941bc18d service nova] Enqueued Resource ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b with Priority: HIGHEST for action security_group_members [ 785.006699] env[63412]: INFO networking_nsxv3.common.synchronization [req-db9ea438-9641-438a-a0e3-975713255ca1 req-9d3c669e-6d9a-4b3b-a32b-1540941bc18d service nova] Enqueued Resource ID: 8c59f333-0ce4-494f-b787-13d74f411548 with Priority: HIGHEST for action port [ 785.007210] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b with Priority: HIGHEST for action security_group_rules [ 785.007412] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b with Priority: HIGHEST for action security_group_members [ 785.007510] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c59f333-0ce4-494f-b787-13d74f411548 with Priority: HIGHEST for action port [ 785.007789] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a387e002-b3cc-47f7-ad7f-83a6b16dab4b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.007909] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.007975] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.008204] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.008286] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a387e002-b3cc-47f7-ad7f-83a6b16dab4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.013308] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.013308] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.013308] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c59f333-0ce4-494f-b787-13d74f411548 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.013308] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c59f333-0ce4-494f-b787-13d74f411548" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.013308] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c59f333-0ce4-494f-b787-13d74f411548" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.013308] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c59f333-0ce4-494f-b787-13d74f411548" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.013308] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c59f333-0ce4-494f-b787-13d74f411548',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.518024] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.518024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.518024] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c59f333-0ce4-494f-b787-13d74f411548 with status ACTIVE [ 785.518024] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.518024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.518024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.518024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.518024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.518024] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.518024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.518024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.518024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.518024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.518024] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.519354] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.519354] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.519354] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.519354] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.519354] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c59f333-0ce4-494f-b787-13d74f411548 is going to be updated. [ 785.539604] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.539748] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.539817] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.540478] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.540627] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.540772] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c59f333-0ce4-494f-b787-13d74f411548" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.545692] env[63412]: INFO networking_nsxv3.common.synchronization [req-58151b68-b351-4005-8a45-e853651217eb req-bedc98f5-f4aa-45ca-bde5-98303c8e119a tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Enqueued Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGHEST for action security_group_members [ 785.545938] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGHEST for action security_group_members [ 785.546523] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-317bfd10-601b-496a-a1cd-6c2722d9ee0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.546630] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.546693] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.546860] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.548119] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.548119] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.548119] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.548119] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.548119] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.548119] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.613125] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b in Status: SUCCESS [ 785.613311] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b deletion is rescheduled due to dependency. [ 785.613426] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.613581] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.613798] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.613977] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.614121] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.614214] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.614342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.614422] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.614515] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a387e002-b3cc-47f7-ad7f-83a6b16dab4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.875517] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-37 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.875830] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-37" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.875830] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-37" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.877372] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-37" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.877372] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.877372] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.877372] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.877372] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.877372] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.877372] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 785.877372] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.877927] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.877927] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.877927] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 785.877927] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.878076] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.896184] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.896184] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 785.896184] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.896184] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-37" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.896184] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-b7e2e7c1-df73-4a71-8bb3-5146dd708e72 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.896438] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-b7e2e7c1-df73-4a71-8bb3-5146dd708e72" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.896534] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-b7e2e7c1-df73-4a71-8bb3-5146dd708e72" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.896799] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-b7e2e7c1-df73-4a71-8bb3-5146dd708e72" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.896954] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7e2e7c1-df73-4a71-8bb3-5146dd708e72',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.049477] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.049638] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.049712] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.049926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.071454] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.072189] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.072189] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.072189] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.072189] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.072189] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.072189] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b is going to be updated. [ 786.094862] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.095041] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.095358] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.095358] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.095495] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.105819] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b in Status: IN_PROGRESS for 2s [ 786.117521] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a387e002-b3cc-47f7-ad7f-83a6b16dab4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.252178] env[63412]: INFO networking_nsxv3.common.synchronization [None req-68b83f9e-09eb-4a19-8e63-0415527fc374 None None] Enqueued Resource ID: ead6175e-397c-4924-9716-0f2654616423 with Priority: HIGHEST for action port [ 786.252178] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead6175e-397c-4924-9716-0f2654616423 with Priority: HIGHEST for action port [ 786.252178] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-ead6175e-397c-4924-9716-0f2654616423 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.252178] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ead6175e-397c-4924-9716-0f2654616423" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.252178] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ead6175e-397c-4924-9716-0f2654616423" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.253988] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ead6175e-397c-4924-9716-0f2654616423" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.254071] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ead6175e-397c-4924-9716-0f2654616423',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.400494] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.400738] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.400879] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.401257] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.401987] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.401987] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port b7e2e7c1-df73-4a71-8bb3-5146dd708e72 not found, creating... [ 786.401987] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.401987] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.402206] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.402339] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.402481] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.402766] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.402924] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.403988] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.403988] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.403988] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.404146] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: b7e2e7c1-df73-4a71-8bb3-5146dd708e72 is going to be created. [ 786.422700] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.422907] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.423045] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.423314] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.423553] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.423771] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-b7e2e7c1-df73-4a71-8bb3-5146dd708e72" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.621405] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a387e002-b3cc-47f7-ad7f-83a6b16dab4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.749754] env[63412]: INFO networking_nsxv3.common.synchronization [req-58151b68-b351-4005-8a45-e853651217eb req-a422c749-0809-41cd-82fd-0ca8875ae2d4 service nova] Enqueued Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGHEST for action security_group_rules [ 786.749943] env[63412]: INFO networking_nsxv3.common.synchronization [req-58151b68-b351-4005-8a45-e853651217eb req-a422c749-0809-41cd-82fd-0ca8875ae2d4 service nova] Enqueued Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGHEST for action security_group_members [ 786.750103] env[63412]: INFO networking_nsxv3.common.synchronization [req-58151b68-b351-4005-8a45-e853651217eb req-a422c749-0809-41cd-82fd-0ca8875ae2d4 service nova] Enqueued Resource ID: b7e2e7c1-df73-4a71-8bb3-5146dd708e72 with Priority: HIGHEST for action port [ 786.750340] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGHEST for action security_group_rules [ 786.750468] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGHEST for action security_group_members [ 786.750563] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7e2e7c1-df73-4a71-8bb3-5146dd708e72 with Priority: HIGHEST for action port [ 786.751106] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-317bfd10-601b-496a-a1cd-6c2722d9ee0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.751230] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.751293] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.751481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.751561] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.752655] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-317bfd10-601b-496a-a1cd-6c2722d9ee0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.752750] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.752955] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7e2e7c1-df73-4a71-8bb3-5146dd708e72 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.753073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7e2e7c1-df73-4a71-8bb3-5146dd708e72" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.753141] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7e2e7c1-df73-4a71-8bb3-5146dd708e72" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.753292] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7e2e7c1-df73-4a71-8bb3-5146dd708e72" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.753361] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7e2e7c1-df73-4a71-8bb3-5146dd708e72',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.759593] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ead6175e-397c-4924-9716-0f2654616423 [ 786.759593] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.759593] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.759593] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.759593] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.759593] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.759593] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ead6175e-397c-4924-9716-0f2654616423 already deleted. [ 786.759593] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ead6175e-397c-4924-9716-0f2654616423" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.123687] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.124079] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.124079] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.124368] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.124368] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.124489] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b is going to be updated. [ 787.151608] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.151608] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.151608] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.151608] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.151608] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.159236] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b in Status: IN_PROGRESS for 2s [ 787.255631] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-317bfd10-601b-496a-a1cd-6c2722d9ee0b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.255747] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.255937] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7e2e7c1-df73-4a71-8bb3-5146dd708e72 with status ACTIVE [ 787.256115] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.256247] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.256326] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.256850] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.256850] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.256850] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.256850] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.257216] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.257216] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.257216] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.257419] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.257419] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.257567] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.257629] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.257682] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.257760] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7e2e7c1-df73-4a71-8bb3-5146dd708e72 is going to be updated. [ 787.281397] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.281397] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.281397] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.281641] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.281813] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.281966] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7e2e7c1-df73-4a71-8bb3-5146dd708e72" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.114688] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b in Status: SUCCESS [ 788.114754] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b deletion is rescheduled due to dependency. [ 788.114875] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.115057] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.115276] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.115475] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.115592] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.115659] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.115810] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.115890] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.115983] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.618693] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.120977] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.169063] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b in Status: SUCCESS [ 789.171270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.171270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.171270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.171270] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.171270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.171270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.171270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.171270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.171270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.171270] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a387e002-b3cc-47f7-ad7f-83a6b16dab4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.630920] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.630920] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.630920] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.631470] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.631523] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.631658] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b is going to be updated. [ 789.656987] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.657152] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.657310] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.657818] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.657818] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.665928] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b in Status: IN_PROGRESS for 2s [ 789.672666] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.672938] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.673062] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.673218] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.673456] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.673573] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.673989] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.673989] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.673989] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.674114] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.674819] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.674819] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.674819] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.674819] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.674819] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.674819] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.674819] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.675166] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.675166] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.675166] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.675244] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a387e002-b3cc-47f7-ad7f-83a6b16dab4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.177411] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a387e002-b3cc-47f7-ad7f-83a6b16dab4b: rpc.has_security_group_logging(os_id): False [ 790.198480] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.198627] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.198682] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.198889] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.198978] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.199175] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.199275] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.199338] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.199481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.199560] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.199745] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.199838] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.199899] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.200046] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.200124] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.200699] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.200699] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.200699] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.200699] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.200871] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.200871] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b is going to be updated. [ 790.284550] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.284710] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.284748] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.284999] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.285253] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.303698] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b in Status: IN_PROGRESS for 2s [ 791.675728] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b in Status: SUCCESS [ 791.676017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.676241] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.676350] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.676531] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.676651] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.676716] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.676873] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.676953] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.677095] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.677134] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.751569] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 791.751669] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 792.180585] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-317bfd10-601b-496a-a1cd-6c2722d9ee0b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.180847] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.181053] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.181174] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.181379] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.181440] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.181507] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.181655] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.181756] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.181847] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.181997] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-317bfd10-601b-496a-a1cd-6c2722d9ee0b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.182110] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.182172] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.182360] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.182456] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.182723] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.182819] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.182970] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.183059] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.183145] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.183235] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.316511] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b in Status: SUCCESS [ 792.316785] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.686779] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 317bfd10-601b-496a-a1cd-6c2722d9ee0b: rpc.has_security_group_logging(os_id): False [ 792.703970] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.704181] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.704268] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.704467] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.704561] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.704755] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.704853] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.704917] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.705089] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.705169] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.705362] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.705457] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.705519] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.705655] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.705727] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.705910] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.706055] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.706093] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.706278] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.706358] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.706442] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b is going to be updated. [ 792.771029] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.771029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.771029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.771029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.771029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.783360] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b in Status: IN_PROGRESS for 2s [ 794.093293] env[63412]: INFO networking_nsxv3.common.synchronization [req-f55cb643-690c-4a7a-9a55-993a4c350d96 req-914855bc-c74e-4689-86b9-ab4a47d228b0 tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Enqueued Resource ID: 938fc471-fc6c-4818-b354-56b34b9d146e with Priority: HIGHEST for action security_group_members [ 794.093776] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938fc471-fc6c-4818-b354-56b34b9d146e with Priority: HIGHEST for action security_group_members [ 794.094095] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-938fc471-fc6c-4818-b354-56b34b9d146e taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.094204] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.094269] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.094467] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.094615] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.094709] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.094769] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.094913] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.094989] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.095091] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('938fc471-fc6c-4818-b354-56b34b9d146e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.380225] env[63412]: INFO networking_nsxv3.common.synchronization [None req-8e537d78-63d5-48ce-a52b-d2ba63f461f5 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Enqueued Resource ID: 838652d0-2548-45cc-9877-0848787d8223 with Priority: HIGHEST for action security_group_rules [ 794.380225] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838652d0-2548-45cc-9877-0848787d8223 with Priority: HIGHEST for action security_group_rules [ 794.380225] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-838652d0-2548-45cc-9877-0848787d8223 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.380225] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-838652d0-2548-45cc-9877-0848787d8223" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.380225] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-838652d0-2548-45cc-9877-0848787d8223" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.380225] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-838652d0-2548-45cc-9877-0848787d8223" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.380225] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('838652d0-2548-45cc-9877-0848787d8223',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.454537] env[63412]: INFO networking_nsxv3.common.synchronization [None req-1cc92a55-1e48-4d61-9dca-a6eae89b06bd tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Enqueued Resource ID: 838652d0-2548-45cc-9877-0848787d8223 with Priority: HIGHEST for action security_group_rules [ 794.454537] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838652d0-2548-45cc-9877-0848787d8223 with Priority: HIGHEST for action security_group_rules [ 794.454537] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-838652d0-2548-45cc-9877-0848787d8223 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.454537] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-838652d0-2548-45cc-9877-0848787d8223" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.599391] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.599614] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.599692] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.599994] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.600165] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.602973] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.602973] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.602973] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.602973] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.602973] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.602973] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 938fc471-fc6c-4818-b354-56b34b9d146e is going to be updated. [ 794.627167] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.627327] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.627384] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.627614] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.627781] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.635587] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 938fc471-fc6c-4818-b354-56b34b9d146e in Status: IN_PROGRESS for 2s [ 794.797718] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b in Status: SUCCESS [ 794.797958] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.905984] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.905984] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.905984] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.906199] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.906360] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.906461] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 838652d0-2548-45cc-9877-0848787d8223 already deleted. [ 794.906491] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-838652d0-2548-45cc-9877-0848787d8223" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.906653] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-838652d0-2548-45cc-9877-0848787d8223" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.906810] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-838652d0-2548-45cc-9877-0848787d8223" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.906897] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('838652d0-2548-45cc-9877-0848787d8223',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.428580] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.428902] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.428902] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.429021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.429241] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.429241] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 838652d0-2548-45cc-9877-0848787d8223 already deleted. [ 795.429348] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-838652d0-2548-45cc-9877-0848787d8223" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.933847] env[63412]: INFO networking_nsxv3.common.synchronization [req-58151b68-b351-4005-8a45-e853651217eb req-e03f47e8-eca4-47ff-ace9-2c4fdc642a7d tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Enqueued Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGHEST for action security_group_members [ 795.935358] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGHEST for action security_group_members [ 795.935777] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-317bfd10-601b-496a-a1cd-6c2722d9ee0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.935936] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.936038] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.936343] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.936543] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.937642] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.937747] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.937950] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.938084] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.938227] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.346876] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-37 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.347095] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-37" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.347271] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-37" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.347491] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-37" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.347743] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.347902] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.348091] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.348350] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.348504] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.348709] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 796.348825] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.348934] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.349056] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.349170] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 796.349277] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.349408] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.371192] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.371192] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 796.371192] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.371192] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-37" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.371192] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-1465b3ac-8770-444d-b018-96de51aab841 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.371192] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-1465b3ac-8770-444d-b018-96de51aab841" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.371192] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-1465b3ac-8770-444d-b018-96de51aab841" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.371543] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-1465b3ac-8770-444d-b018-96de51aab841" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.371679] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1465b3ac-8770-444d-b018-96de51aab841',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.441818] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.645029] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 938fc471-fc6c-4818-b354-56b34b9d146e in Status: SUCCESS [ 796.645166] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 938fc471-fc6c-4818-b354-56b34b9d146e deletion is rescheduled due to dependency. [ 796.645277] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.873602] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.873870] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.874088] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.874314] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.874491] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.874634] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 1465b3ac-8770-444d-b018-96de51aab841 not found, creating... [ 796.874894] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.875063] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.875184] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.875411] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.875552] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.875827] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.876011] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.876153] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.876428] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.876575] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.876717] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 1465b3ac-8770-444d-b018-96de51aab841 is going to be created. [ 796.896820] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.897039] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.897180] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.897450] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.897746] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.897970] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-1465b3ac-8770-444d-b018-96de51aab841" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.944585] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.446558] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.446847] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.446847] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.447088] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.447088] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.447191] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b is going to be updated. [ 797.472260] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.472421] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.472470] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.472693] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.472836] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.483135] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b in Status: IN_PROGRESS for 2s [ 797.707951] env[63412]: INFO networking_nsxv3.common.synchronization [req-58151b68-b351-4005-8a45-e853651217eb req-058995cf-c4db-4a87-a99c-0ee4948d60ca service nova] Enqueued Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGHEST for action security_group_rules [ 797.708142] env[63412]: INFO networking_nsxv3.common.synchronization [req-58151b68-b351-4005-8a45-e853651217eb req-058995cf-c4db-4a87-a99c-0ee4948d60ca service nova] Enqueued Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGHEST for action security_group_members [ 797.708285] env[63412]: INFO networking_nsxv3.common.synchronization [req-58151b68-b351-4005-8a45-e853651217eb req-058995cf-c4db-4a87-a99c-0ee4948d60ca service nova] Enqueued Resource ID: 1465b3ac-8770-444d-b018-96de51aab841 with Priority: HIGHEST for action port [ 797.708524] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGHEST for action security_group_rules [ 797.708640] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGHEST for action security_group_members [ 797.708737] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1465b3ac-8770-444d-b018-96de51aab841 with Priority: HIGHEST for action port [ 797.709292] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-317bfd10-601b-496a-a1cd-6c2722d9ee0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.709421] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.709487] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.709684] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.709763] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.711598] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-317bfd10-601b-496a-a1cd-6c2722d9ee0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.711688] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.711878] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-1465b3ac-8770-444d-b018-96de51aab841 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.711973] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1465b3ac-8770-444d-b018-96de51aab841" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.712053] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1465b3ac-8770-444d-b018-96de51aab841" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.712242] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1465b3ac-8770-444d-b018-96de51aab841" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.712320] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1465b3ac-8770-444d-b018-96de51aab841',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.214865] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-317bfd10-601b-496a-a1cd-6c2722d9ee0b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.214995] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.215219] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1465b3ac-8770-444d-b018-96de51aab841 with status ACTIVE [ 798.215384] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.215492] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.215559] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.215776] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.215868] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.216045] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.216143] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.216205] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.216372] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.216452] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.216624] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.216715] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.216777] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.216911] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.216983] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.217078] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1465b3ac-8770-444d-b018-96de51aab841 is going to be updated. [ 798.249245] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.249429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.249534] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.249782] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.249952] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.250178] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1465b3ac-8770-444d-b018-96de51aab841" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.494843] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b in Status: SUCCESS [ 799.495125] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.495200] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.495386] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.495570] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.495682] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.495746] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.495897] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.495975] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.496081] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.823220] env[63412]: INFO networking_nsxv3.common.synchronization [req-f7272d5d-7b9e-4e8b-8ce4-05acc48281dd req-3ff8d534-5658-4b07-abb0-abae4cc60259 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Enqueued Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_members [ 799.823736] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_members [ 799.827619] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.827800] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.827881] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.828103] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.828273] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.828378] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.828443] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.828611] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.828693] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.828788] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.999628] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.016134] env[63412]: INFO networking_nsxv3.common.synchronization [req-d870f2d0-525e-46f8-8a93-58a46c0f27a1 req-d5a06aed-331c-48c3-aadc-5b92eab5a2dc tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Enqueued Resource ID: 68937c31-c3c5-456d-8cda-4f14670f638d with Priority: HIGHEST for action security_group_members [ 800.016827] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68937c31-c3c5-456d-8cda-4f14670f638d with Priority: HIGHEST for action security_group_members [ 800.017172] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-68937c31-c3c5-456d-8cda-4f14670f638d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.017326] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.017408] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.017589] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.017744] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.017843] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.017959] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.018207] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.018328] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.018428] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.332553] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.332723] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.332797] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.333041] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.333142] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.333348] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.333553] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.333553] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.333663] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.333734] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.333820] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f is going to be updated. [ 800.372746] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.372918] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.372989] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.373461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.373461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.383834] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: IN_PROGRESS for 2s [ 800.501893] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.519958] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.004356] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.004559] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.004642] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.004859] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.004951] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.005078] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b is going to be updated. [ 801.025754] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.034741] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.035815] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.035877] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.036123] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.036359] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.050110] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b in Status: IN_PROGRESS for 2s [ 801.532174] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.532455] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.532455] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.532651] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.532744] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.532840] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68937c31-c3c5-456d-8cda-4f14670f638d is going to be updated. [ 801.562688] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.562688] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.562688] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.562838] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.562930] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.571520] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68937c31-c3c5-456d-8cda-4f14670f638d in Status: IN_PROGRESS for 2s [ 802.392575] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: SUCCESS [ 802.392761] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f deletion is rescheduled due to dependency. [ 802.392874] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.613972] env[63412]: INFO networking_nsxv3.common.synchronization [req-9a3b1b96-7796-4414-9f7d-2f11efdf293d req-7276f58a-1526-4327-af21-99dd8244c0a8 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Enqueued Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 802.614578] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 802.615203] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.615203] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.615203] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.615366] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.615467] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.615951] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.616028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.616182] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.616303] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.616381] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.004462] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-962 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.004672] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-962" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.004799] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-962" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.005095] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-962" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.005361] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.005547] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.005668] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.005888] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.006047] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.006296] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.006404] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.006518] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.006626] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.006738] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.006842] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.006972] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.024718] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.024882] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 803.025033] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.025212] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-962" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.025541] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-4413f2ee-c8ce-465d-b989-474f12a60665 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.025756] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-4413f2ee-c8ce-465d-b989-474f12a60665" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.025832] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-4413f2ee-c8ce-465d-b989-474f12a60665" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.026153] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-4413f2ee-c8ce-465d-b989-474f12a60665" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.026351] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4413f2ee-c8ce-465d-b989-474f12a60665',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.066711] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b in Status: SUCCESS [ 803.066948] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.067156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.067456] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.067665] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.067756] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.067802] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.067926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.068023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.068106] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.068222] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.118968] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.119135] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.119208] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.119417] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.145833] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.146049] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.146171] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.146239] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.146474] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.146559] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.146651] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 is going to be updated. [ 803.171387] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.171539] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.171612] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.171819] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.171959] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.179341] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: IN_PROGRESS for 2s [ 803.528912] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.529171] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.529305] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.529581] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.529732] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.529887] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 4413f2ee-c8ce-465d-b989-474f12a60665 not found, creating... [ 803.530160] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.530321] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.530443] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.530659] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.530797] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.531100] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.531270] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.531992] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.531992] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.531992] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.531992] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 4413f2ee-c8ce-465d-b989-474f12a60665 is going to be created. [ 803.568046] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.568288] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.568420] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.568794] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.568923] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.569165] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-4413f2ee-c8ce-465d-b989-474f12a60665" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.570290] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-317bfd10-601b-496a-a1cd-6c2722d9ee0b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.570429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.570485] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.570652] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.570796] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.571055] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.571055] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.571114] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.571182] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.571258] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.571405] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-317bfd10-601b-496a-a1cd-6c2722d9ee0b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.571502] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.571556] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.571687] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.571821] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.571911] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.571968] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.572114] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.572188] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.572265] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.572355] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.581603] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68937c31-c3c5-456d-8cda-4f14670f638d in Status: SUCCESS [ 803.581796] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.077017] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 317bfd10-601b-496a-a1cd-6c2722d9ee0b: rpc.has_security_group_logging(os_id): False [ 804.094709] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.094709] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.094709] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.094709] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.094709] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.095056] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.095056] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.095056] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.095165] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.095201] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.095649] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.095649] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.095649] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.095818] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.095818] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.095991] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.096548] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.096674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.096779] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.096938] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.096938] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b is going to be updated. [ 804.153879] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.154061] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.154135] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.154367] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.154521] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.180956] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b in Status: IN_PROGRESS for 2s [ 804.537210] env[63412]: INFO networking_nsxv3.common.synchronization [req-9a3b1b96-7796-4414-9f7d-2f11efdf293d req-241e08c0-f94e-4c65-9bb9-4fdcf76a49b3 service nova] Enqueued Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_rules [ 804.537346] env[63412]: INFO networking_nsxv3.common.synchronization [req-9a3b1b96-7796-4414-9f7d-2f11efdf293d req-241e08c0-f94e-4c65-9bb9-4fdcf76a49b3 service nova] Enqueued Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 804.537558] env[63412]: INFO networking_nsxv3.common.synchronization [req-9a3b1b96-7796-4414-9f7d-2f11efdf293d req-241e08c0-f94e-4c65-9bb9-4fdcf76a49b3 service nova] Enqueued Resource ID: 4413f2ee-c8ce-465d-b989-474f12a60665 with Priority: HIGHEST for action port [ 804.538131] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_rules [ 804.538354] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 804.538508] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4413f2ee-c8ce-465d-b989-474f12a60665 with Priority: HIGHEST for action port [ 804.538831] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.539016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.539117] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.539371] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.539545] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.540421] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.540705] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.541139] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-4413f2ee-c8ce-465d-b989-474f12a60665 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.541305] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4413f2ee-c8ce-465d-b989-474f12a60665" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.541416] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4413f2ee-c8ce-465d-b989-474f12a60665" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.541653] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4413f2ee-c8ce-465d-b989-474f12a60665" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.541776] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4413f2ee-c8ce-465d-b989-474f12a60665',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.044095] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.044389] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.048791] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4413f2ee-c8ce-465d-b989-474f12a60665 with status ACTIVE [ 805.049015] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.049156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.049227] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.049468] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.049589] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.049800] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.049905] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.049976] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.050325] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.050325] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.050501] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.050640] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.050640] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.050829] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.050878] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.050962] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4413f2ee-c8ce-465d-b989-474f12a60665 is going to be updated. [ 805.071019] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.071155] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.071155] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.071301] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.071425] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.072396] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4413f2ee-c8ce-465d-b989-474f12a60665" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.194099] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: SUCCESS [ 805.194099] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 deletion is rescheduled due to dependency. [ 805.194099] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.194099] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.194099] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.194099] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.194632] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.194632] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.194632] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.194632] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.194734] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.462349] env[63412]: INFO networking_nsxv3.common.synchronization [req-05b4edbf-6461-4ddb-b86b-293eb823613e req-133eaaa3-3127-4a3b-8ded-efa01a853048 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Enqueued Resource ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b with Priority: HIGHEST for action security_group_members [ 805.462883] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b with Priority: HIGHEST for action security_group_members [ 805.463418] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.463823] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.463899] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.464404] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.464578] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.464685] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.464752] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.464922] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.465015] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.465119] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a387e002-b3cc-47f7-ad7f-83a6b16dab4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.696641] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.968164] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.968356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.968431] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.968653] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.968745] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.968937] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.969044] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.969108] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.969251] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.969325] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.969409] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b is going to be updated. [ 805.995313] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.995471] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.995518] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.996099] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.996099] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.004349] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b in Status: IN_PROGRESS for 2s [ 806.194889] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b in Status: SUCCESS [ 806.195182] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.201452] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.703583] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.703875] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.703875] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.703997] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.704137] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.704185] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 is going to be updated. [ 806.733056] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.733056] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.733056] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.733056] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.733056] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.741129] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: IN_PROGRESS for 2s [ 807.055990] env[63412]: INFO networking_nsxv3.common.synchronization [req-d220a282-7e27-449e-9b1b-df341af56d61 req-5093f648-7f7f-4548-b7bc-7c39d50b6c5b tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Enqueued Resource ID: 86eab413-27bf-49c5-9a81-abee4199df12 with Priority: HIGHEST for action security_group_members [ 807.057111] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86eab413-27bf-49c5-9a81-abee4199df12 with Priority: HIGHEST for action security_group_members [ 807.057111] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-86eab413-27bf-49c5-9a81-abee4199df12 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.061196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.061196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.061196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.061196] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.061196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.061196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.061438] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.061438] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.061563] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86eab413-27bf-49c5-9a81-abee4199df12',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.563860] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.564176] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.564176] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.564348] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.564446] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.564632] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.564732] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.564794] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.564950] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.565039] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.565126] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86eab413-27bf-49c5-9a81-abee4199df12 is going to be updated. [ 807.596110] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.596250] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.596360] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.596558] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.596703] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.604352] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86eab413-27bf-49c5-9a81-abee4199df12 in Status: IN_PROGRESS for 2s [ 808.014855] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b in Status: SUCCESS [ 808.014855] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b deletion is rescheduled due to dependency. [ 808.014855] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.494041] env[63412]: INFO networking_nsxv3.common.synchronization [req-8d6199ac-dac4-4d7b-9f9b-6274f77be241 req-09f002ef-a696-4007-b026-4e2c0c0ce1fc tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Enqueued Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGHEST for action security_group_members [ 808.494041] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGHEST for action security_group_members [ 808.494041] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-317bfd10-601b-496a-a1cd-6c2722d9ee0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.494041] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.494041] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.494041] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.494041] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.494041] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.494041] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.494041] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.494041] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.494041] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.504836] env[63412]: INFO networking_nsxv3.common.synchronization [req-23e08429-ef1b-44c4-9c48-bc18cd15c536 req-be58fc1f-5c56-48f6-bf35-16bcdb198916 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Enqueued Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGHEST for action security_group_members [ 808.505183] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGHEST for action security_group_members [ 808.505435] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-317bfd10-601b-496a-a1cd-6c2722d9ee0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.505546] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.751640] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: SUCCESS [ 808.751937] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.752077] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.752305] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.752507] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.752624] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.752690] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.752848] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.752928] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.753027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.753124] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.997033] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.997033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.997033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.997033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.997339] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.997339] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.997415] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.997783] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.997783] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.997783] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.997783] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b is going to be updated. [ 809.026527] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.026614] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.026695] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.026896] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.027043] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.036841] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b in Status: IN_PROGRESS for 2s [ 809.258464] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.258609] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.258701] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.258924] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.259542] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.259542] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.259542] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.259542] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.259752] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.259752] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.259868] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.259913] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.259980] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.261154] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.261154] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.261154] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.261154] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.261154] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.261154] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.261154] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.261154] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.613605] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86eab413-27bf-49c5-9a81-abee4199df12 in Status: SUCCESS [ 809.613802] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86eab413-27bf-49c5-9a81-abee4199df12 deletion is rescheduled due to dependency. [ 809.613913] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86eab413-27bf-49c5-9a81-abee4199df12" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.763369] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc126587-c54f-41d7-95ee-ef30102979e4: rpc.has_security_group_logging(os_id): False [ 809.780453] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.780606] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.780681] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.780880] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.780967] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.781167] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.781262] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.781315] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.781457] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.781536] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.781797] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.781893] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.781951] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.782107] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.782183] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.782374] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.782470] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.782517] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.782663] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.782782] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.782890] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 is going to be updated. [ 809.845846] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.846030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.846105] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.846368] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.846531] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.857262] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: IN_PROGRESS for 2s [ 811.049976] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b in Status: SUCCESS [ 811.049976] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b deletion is rescheduled due to dependency. [ 811.049976] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.049976] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.049976] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.049976] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.049976] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.049976] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.049976] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.050590] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.050590] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.392265] env[63412]: INFO networking_nsxv3.common.synchronization [None req-75404544-363c-4b91-8232-d7a4ef7154ce None None] Enqueued Resource ID: 3ae81206-f6be-4ade-b6c8-6a7c1c43431e with Priority: HIGHEST for action port [ 811.392598] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ae81206-f6be-4ade-b6c8-6a7c1c43431e with Priority: HIGHEST for action port [ 811.393098] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ae81206-f6be-4ade-b6c8-6a7c1c43431e taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.393220] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ae81206-f6be-4ade-b6c8-6a7c1c43431e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.393322] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ae81206-f6be-4ade-b6c8-6a7c1c43431e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.393541] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ae81206-f6be-4ade-b6c8-6a7c1c43431e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.393624] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ae81206-f6be-4ade-b6c8-6a7c1c43431e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.557267] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.557267] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.557414] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.557745] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.557878] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.558090] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.558198] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.558262] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.560030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.560030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.560030] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b is going to be updated. [ 811.587906] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.588035] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.589975] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.589975] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.589975] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.596793] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b in Status: IN_PROGRESS for 2s [ 811.870657] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: SUCCESS [ 811.870875] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.895916] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ae81206-f6be-4ade-b6c8-6a7c1c43431e [ 811.895916] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.895916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.895916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.896218] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.896218] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.896287] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ae81206-f6be-4ade-b6c8-6a7c1c43431e already deleted. [ 811.896321] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ae81206-f6be-4ade-b6c8-6a7c1c43431e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.430349] env[63412]: INFO networking_nsxv3.common.synchronization [None req-cf0c6f5d-a385-40fb-87ac-40b2f2094db5 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Enqueued Resource ID: f992bb52-c4c0-4793-baa2-14f109bb5b5e with Priority: HIGHEST for action security_group_rules [ 813.430961] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f992bb52-c4c0-4793-baa2-14f109bb5b5e with Priority: HIGHEST for action security_group_rules [ 813.431291] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f992bb52-c4c0-4793-baa2-14f109bb5b5e taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.431415] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f992bb52-c4c0-4793-baa2-14f109bb5b5e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.431483] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f992bb52-c4c0-4793-baa2-14f109bb5b5e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.431730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f992bb52-c4c0-4793-baa2-14f109bb5b5e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.431811] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f992bb52-c4c0-4793-baa2-14f109bb5b5e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.565319] env[63412]: INFO networking_nsxv3.common.synchronization [None req-ccd95e1d-2f6f-4d40-bdc6-f780272e7c1b tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Enqueued Resource ID: f992bb52-c4c0-4793-baa2-14f109bb5b5e with Priority: HIGHEST for action security_group_rules [ 813.565319] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f992bb52-c4c0-4793-baa2-14f109bb5b5e with Priority: HIGHEST for action security_group_rules [ 813.565319] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f992bb52-c4c0-4793-baa2-14f109bb5b5e taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.565319] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f992bb52-c4c0-4793-baa2-14f109bb5b5e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.608401] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b in Status: SUCCESS [ 813.608401] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b deletion is rescheduled due to dependency. [ 813.608401] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.689371] env[63412]: INFO networking_nsxv3.common.synchronization [None req-887e06c3-3f9d-4da9-ac74-6a8983d5543d None None] Enqueued Resource ID: cb7d1d19-84a0-4cd6-808b-0d6a814986d5 with Priority: HIGHEST for action port [ 813.689371] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7d1d19-84a0-4cd6-808b-0d6a814986d5 with Priority: HIGHEST for action port [ 813.689371] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb7d1d19-84a0-4cd6-808b-0d6a814986d5 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.689371] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb7d1d19-84a0-4cd6-808b-0d6a814986d5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.689371] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb7d1d19-84a0-4cd6-808b-0d6a814986d5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.689371] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb7d1d19-84a0-4cd6-808b-0d6a814986d5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.689371] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb7d1d19-84a0-4cd6-808b-0d6a814986d5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.957023] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.957023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.957023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.957023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.957023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.957023] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f992bb52-c4c0-4793-baa2-14f109bb5b5e already deleted. [ 813.957023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f992bb52-c4c0-4793-baa2-14f109bb5b5e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.957023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f992bb52-c4c0-4793-baa2-14f109bb5b5e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.957023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f992bb52-c4c0-4793-baa2-14f109bb5b5e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.957023] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f992bb52-c4c0-4793-baa2-14f109bb5b5e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.192577] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb7d1d19-84a0-4cd6-808b-0d6a814986d5 [ 814.192806] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.192939] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.193018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.193626] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.193626] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.193626] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb7d1d19-84a0-4cd6-808b-0d6a814986d5 already deleted. [ 814.193626] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb7d1d19-84a0-4cd6-808b-0d6a814986d5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.476308] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.476308] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.476308] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.476308] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.476308] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.476308] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f992bb52-c4c0-4793-baa2-14f109bb5b5e already deleted. [ 814.476308] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f992bb52-c4c0-4793-baa2-14f109bb5b5e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.675679] env[63412]: INFO networking_nsxv3.common.synchronization [req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 req-349e36dc-fb51-4017-b517-c3a309f23994 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Enqueued Resource ID: e4f671ef-5660-41ba-b9bb-433ac94c086d with Priority: HIGHEST for action security_group_members [ 815.676202] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4f671ef-5660-41ba-b9bb-433ac94c086d with Priority: HIGHEST for action security_group_members [ 815.676578] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4f671ef-5660-41ba-b9bb-433ac94c086d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.676706] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.676788] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.677015] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.677317] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.677509] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.677631] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.677864] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.678049] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.678188] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4f671ef-5660-41ba-b9bb-433ac94c086d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.001779] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-598 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.001779] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-598" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.001779] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-598" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.001779] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-598" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.002134] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.007022] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.007184] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.007826] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.007826] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.007826] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.007935] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.008036] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.008177] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.008271] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.008376] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.008515] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.024934] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.025972] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 816.025972] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.025972] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-598" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.026114] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-df5f2830-11c5-436c-9a5e-458e65298e30 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.026209] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-df5f2830-11c5-436c-9a5e-458e65298e30" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.026427] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-df5f2830-11c5-436c-9a5e-458e65298e30" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.026660] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-df5f2830-11c5-436c-9a5e-458e65298e30" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.026806] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df5f2830-11c5-436c-9a5e-458e65298e30',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.079542] env[63412]: INFO networking_nsxv3.common.synchronization [None req-767bdf53-1060-496e-9c3d-974d74155b9b None None] Enqueued Resource ID: 418c2599-1f08-488e-bd71-b9d18486b8ad with Priority: HIGHEST for action port [ 816.080236] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 418c2599-1f08-488e-bd71-b9d18486b8ad with Priority: HIGHEST for action port [ 816.080576] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-418c2599-1f08-488e-bd71-b9d18486b8ad taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.080712] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-418c2599-1f08-488e-bd71-b9d18486b8ad" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.080772] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-418c2599-1f08-488e-bd71-b9d18486b8ad" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.081222] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-418c2599-1f08-488e-bd71-b9d18486b8ad" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.081351] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('418c2599-1f08-488e-bd71-b9d18486b8ad',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.180268] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4f671ef-5660-41ba-b9bb-433ac94c086d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.529540] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.529844] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.530016] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.530337] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.531346] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.531452] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port df5f2830-11c5-436c-9a5e-458e65298e30 not found, creating... [ 816.531738] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.531904] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.532311] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.532372] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.532615] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.532842] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.533161] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.533299] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.533609] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.533774] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.533961] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: df5f2830-11c5-436c-9a5e-458e65298e30 is going to be created. [ 816.554577] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.555186] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.555186] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.555186] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.555442] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.559021] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-df5f2830-11c5-436c-9a5e-458e65298e30" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.584371] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 418c2599-1f08-488e-bd71-b9d18486b8ad [ 816.584613] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.584801] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.584851] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.585034] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.585130] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.585231] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:418c2599-1f08-488e-bd71-b9d18486b8ad already deleted. [ 816.585313] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-418c2599-1f08-488e-bd71-b9d18486b8ad" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.685650] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4f671ef-5660-41ba-b9bb-433ac94c086d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.190685] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.190685] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.190685] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.190685] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.190685] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.190685] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4f671ef-5660-41ba-b9bb-433ac94c086d is going to be updated. [ 817.218017] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.218158] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.218229] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.218470] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.218631] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.232395] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4f671ef-5660-41ba-b9bb-433ac94c086d in Status: IN_PROGRESS for 2s [ 817.375036] env[63412]: INFO networking_nsxv3.common.synchronization [req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 req-943cdeee-8aa2-4479-b1a4-876070b404f9 service nova] Enqueued Resource ID: e4f671ef-5660-41ba-b9bb-433ac94c086d with Priority: HIGHEST for action security_group_rules [ 817.375036] env[63412]: INFO networking_nsxv3.common.synchronization [req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 req-943cdeee-8aa2-4479-b1a4-876070b404f9 service nova] Enqueued Resource ID: e4f671ef-5660-41ba-b9bb-433ac94c086d with Priority: HIGHEST for action security_group_members [ 817.375036] env[63412]: INFO networking_nsxv3.common.synchronization [req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 req-943cdeee-8aa2-4479-b1a4-876070b404f9 service nova] Enqueued Resource ID: df5f2830-11c5-436c-9a5e-458e65298e30 with Priority: HIGHEST for action port [ 817.375036] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4f671ef-5660-41ba-b9bb-433ac94c086d with Priority: HIGHEST for action security_group_rules [ 817.375036] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4f671ef-5660-41ba-b9bb-433ac94c086d with Priority: HIGHEST for action security_group_members [ 817.375036] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df5f2830-11c5-436c-9a5e-458e65298e30 with Priority: HIGHEST for action port [ 817.375635] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4f671ef-5660-41ba-b9bb-433ac94c086d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.375854] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.375982] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.376210] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.376530] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4f671ef-5660-41ba-b9bb-433ac94c086d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.377400] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4f671ef-5660-41ba-b9bb-433ac94c086d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.377493] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.377691] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-df5f2830-11c5-436c-9a5e-458e65298e30 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.378175] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df5f2830-11c5-436c-9a5e-458e65298e30" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.378267] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df5f2830-11c5-436c-9a5e-458e65298e30" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.378422] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df5f2830-11c5-436c-9a5e-458e65298e30" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.378504] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df5f2830-11c5-436c-9a5e-458e65298e30',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.800784] env[63412]: INFO networking_nsxv3.common.synchronization [None req-bdb986df-9319-4350-88e1-72b65822f684 tempest-AttachInterfacesUnderV243Test-1965767103 tempest-AttachInterfacesUnderV243Test-1965767103-project-member] Enqueued Resource ID: 5213ce82-0b92-4361-a640-578af74c1f75 with Priority: HIGHEST for action security_group_rules [ 817.801378] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5213ce82-0b92-4361-a640-578af74c1f75 with Priority: HIGHEST for action security_group_rules [ 817.801735] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5213ce82-0b92-4361-a640-578af74c1f75 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.801857] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.801926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.802320] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.802422] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5213ce82-0b92-4361-a640-578af74c1f75',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.880294] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4f671ef-5660-41ba-b9bb-433ac94c086d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.880449] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.882025] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df5f2830-11c5-436c-9a5e-458e65298e30 with status ACTIVE [ 817.882025] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.882025] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.882025] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.882025] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.882025] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.882025] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.882025] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.882025] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.882025] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.882025] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.882025] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.882541] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.882541] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.882541] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.882541] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.883298] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df5f2830-11c5-436c-9a5e-458e65298e30 is going to be updated. [ 817.895335] env[63412]: INFO networking_nsxv3.common.synchronization [None req-20b30cf3-15d8-4582-b092-bf41b80eb865 tempest-AttachInterfacesUnderV243Test-1965767103 tempest-AttachInterfacesUnderV243Test-1965767103-project-member] Enqueued Resource ID: 5213ce82-0b92-4361-a640-578af74c1f75 with Priority: HIGHEST for action security_group_rules [ 817.895848] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5213ce82-0b92-4361-a640-578af74c1f75 with Priority: HIGHEST for action security_group_rules [ 817.896429] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5213ce82-0b92-4361-a640-578af74c1f75 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.896561] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.903260] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.903477] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.903477] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.903656] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.903780] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.903928] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df5f2830-11c5-436c-9a5e-458e65298e30" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.998035] env[63412]: INFO networking_nsxv3.common.synchronization [None req-af7d0d12-9eee-402b-88e8-1cfc69ed6518 None None] Enqueued Resource ID: c58ea99d-7315-43be-a3ef-d3db9fbd68db with Priority: HIGHEST for action port [ 817.998325] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c58ea99d-7315-43be-a3ef-d3db9fbd68db with Priority: HIGHEST for action port [ 817.998960] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-c58ea99d-7315-43be-a3ef-d3db9fbd68db taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.999057] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c58ea99d-7315-43be-a3ef-d3db9fbd68db" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.999106] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c58ea99d-7315-43be-a3ef-d3db9fbd68db" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.999335] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c58ea99d-7315-43be-a3ef-d3db9fbd68db" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.999416] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c58ea99d-7315-43be-a3ef-d3db9fbd68db',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.134429] env[63412]: INFO networking_nsxv3.common.synchronization [None req-c19ac330-9c8d-4102-ac0d-bf512c753bbe None None] Enqueued Resource ID: 83480baa-82e9-47ba-96b1-3e28dd0a6bf5 with Priority: HIGHEST for action port [ 818.136100] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83480baa-82e9-47ba-96b1-3e28dd0a6bf5 with Priority: HIGHEST for action port [ 818.136100] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-83480baa-82e9-47ba-96b1-3e28dd0a6bf5 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.136100] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83480baa-82e9-47ba-96b1-3e28dd0a6bf5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.136100] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83480baa-82e9-47ba-96b1-3e28dd0a6bf5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.136268] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83480baa-82e9-47ba-96b1-3e28dd0a6bf5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.136268] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83480baa-82e9-47ba-96b1-3e28dd0a6bf5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.321977] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.322130] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.322190] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.322396] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.322485] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.322655] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5213ce82-0b92-4361-a640-578af74c1f75 already deleted. [ 818.322749] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.322918] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.323194] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.324229] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5213ce82-0b92-4361-a640-578af74c1f75',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.503606] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c58ea99d-7315-43be-a3ef-d3db9fbd68db [ 818.503606] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.503606] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.503606] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.503606] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.503606] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.503606] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c58ea99d-7315-43be-a3ef-d3db9fbd68db already deleted. [ 818.503606] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c58ea99d-7315-43be-a3ef-d3db9fbd68db" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.638827] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83480baa-82e9-47ba-96b1-3e28dd0a6bf5 [ 818.639099] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.639256] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.639357] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.639635] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.639942] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.639942] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83480baa-82e9-47ba-96b1-3e28dd0a6bf5 already deleted. [ 818.639942] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83480baa-82e9-47ba-96b1-3e28dd0a6bf5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.848949] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.848949] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.848949] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.849270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.849270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.849361] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5213ce82-0b92-4361-a640-578af74c1f75 already deleted. [ 818.849434] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.952741] env[63412]: INFO networking_nsxv3.common.synchronization [req-d8768852-609b-4093-a2a0-4cb3d5a63aa8 req-5b628456-27d1-4521-9de2-2abeba085832 tempest-ServersTestJSON-406246726 tempest-ServersTestJSON-406246726-project-member] Enqueued Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 818.953435] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 818.953435] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.953435] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.953569] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.954788] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.954788] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.954788] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.954788] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.954788] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.954788] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.954788] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.242357] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4f671ef-5660-41ba-b9bb-433ac94c086d in Status: SUCCESS [ 819.242357] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.242512] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.243211] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.243211] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.243211] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.243211] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.243211] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.243397] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.243397] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4f671ef-5660-41ba-b9bb-433ac94c086d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.458199] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.458199] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.458366] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.459356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.459356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.459356] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.459356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.459356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.459356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.459356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.459356] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36483e6f-5723-4b93-8a36-a832c1be7980 already deleted. [ 819.459356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.752027] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4f671ef-5660-41ba-b9bb-433ac94c086d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.769076] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-413 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.769303] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-413" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.769437] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-413" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.769757] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-413" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.770613] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.770613] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.770613] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.770613] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.770911] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.770911] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 819.771016] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.771107] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.771505] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.771505] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 819.771505] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.771696] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.792235] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.792389] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 819.792536] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.792716] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-413" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.793043] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-37309c00-f84a-4ce4-8ef5-4ab608d9dc59 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.793222] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-37309c00-f84a-4ce4-8ef5-4ab608d9dc59" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.793346] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-37309c00-f84a-4ce4-8ef5-4ab608d9dc59" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.793680] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-37309c00-f84a-4ce4-8ef5-4ab608d9dc59" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.793823] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37309c00-f84a-4ce4-8ef5-4ab608d9dc59',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.251419] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4f671ef-5660-41ba-b9bb-433ac94c086d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.296463] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.296762] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.296886] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.297583] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.297813] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.297896] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 37309c00-f84a-4ce4-8ef5-4ab608d9dc59 not found, creating... [ 820.299190] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.299190] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.299190] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.299190] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.299190] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.299190] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.299537] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.299537] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.299624] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.299838] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.299926] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 37309c00-f84a-4ce4-8ef5-4ab608d9dc59 is going to be created. [ 820.318901] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.319568] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.319568] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.319568] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.319765] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.321376] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-37309c00-f84a-4ce4-8ef5-4ab608d9dc59" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.512323] env[63412]: INFO networking_nsxv3.common.synchronization [None req-6f20ad9d-0e97-4853-b7fd-f188b1317418 None None] Enqueued Resource ID: ee78d418-9f0f-4616-a221-f21ae6883388 with Priority: HIGHEST for action port [ 820.512323] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee78d418-9f0f-4616-a221-f21ae6883388 with Priority: HIGHEST for action port [ 820.512323] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee78d418-9f0f-4616-a221-f21ae6883388 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.512323] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee78d418-9f0f-4616-a221-f21ae6883388" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.512323] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee78d418-9f0f-4616-a221-f21ae6883388" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.512323] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee78d418-9f0f-4616-a221-f21ae6883388" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.512323] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee78d418-9f0f-4616-a221-f21ae6883388',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.754053] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.754185] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.754243] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.754494] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.754565] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.754609] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4f671ef-5660-41ba-b9bb-433ac94c086d is going to be updated. [ 820.784769] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.784931] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.784992] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.785391] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.785689] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.794966] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4f671ef-5660-41ba-b9bb-433ac94c086d in Status: IN_PROGRESS for 2s [ 821.019396] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee78d418-9f0f-4616-a221-f21ae6883388 [ 821.019396] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.019396] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.019396] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.019396] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.019396] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.019396] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee78d418-9f0f-4616-a221-f21ae6883388 already deleted. [ 821.019396] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee78d418-9f0f-4616-a221-f21ae6883388" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.032117] env[63412]: INFO networking_nsxv3.common.synchronization [req-d8768852-609b-4093-a2a0-4cb3d5a63aa8 req-490fdc8d-f85a-4afe-97bc-38cd949d360f service nova] Enqueued Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_rules [ 821.032117] env[63412]: INFO networking_nsxv3.common.synchronization [req-d8768852-609b-4093-a2a0-4cb3d5a63aa8 req-490fdc8d-f85a-4afe-97bc-38cd949d360f service nova] Enqueued Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 821.032117] env[63412]: INFO networking_nsxv3.common.synchronization [req-d8768852-609b-4093-a2a0-4cb3d5a63aa8 req-490fdc8d-f85a-4afe-97bc-38cd949d360f service nova] Enqueued Resource ID: 37309c00-f84a-4ce4-8ef5-4ab608d9dc59 with Priority: HIGHEST for action port [ 821.032117] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_rules [ 821.032117] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 821.032117] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37309c00-f84a-4ce4-8ef5-4ab608d9dc59 with Priority: HIGHEST for action port [ 821.032117] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.032117] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.032117] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.032790] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.032964] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.034072] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.034940] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.034940] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.035208] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.035303] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.035402] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.035462] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.035607] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.035682] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.035767] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.036639] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-37309c00-f84a-4ce4-8ef5-4ab608d9dc59 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.036767] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37309c00-f84a-4ce4-8ef5-4ab608d9dc59" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.036839] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37309c00-f84a-4ce4-8ef5-4ab608d9dc59" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.036991] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37309c00-f84a-4ce4-8ef5-4ab608d9dc59" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.037095] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37309c00-f84a-4ce4-8ef5-4ab608d9dc59',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.538369] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.538771] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.538771] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.539624] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37309c00-f84a-4ce4-8ef5-4ab608d9dc59 with status ACTIVE [ 821.539815] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.539935] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.540008] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.540924] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.540924] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.540924] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.540924] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.540924] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.540924] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.540924] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.541377] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.541377] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.541377] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.541377] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.541377] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.541588] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37309c00-f84a-4ce4-8ef5-4ab608d9dc59 is going to be updated. [ 821.567752] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.567942] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.567998] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.568182] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.568314] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.568472] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37309c00-f84a-4ce4-8ef5-4ab608d9dc59" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.044055] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.547143] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.547466] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.547466] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.547707] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.547799] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.547906] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36483e6f-5723-4b93-8a36-a832c1be7980 is going to be created. [ 822.569429] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.569669] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.569758] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.569912] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.570127] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.579151] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: UNINITIALIZED for 2s [ 822.804445] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4f671ef-5660-41ba-b9bb-433ac94c086d in Status: SUCCESS [ 822.804666] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.804829] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.805051] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.805239] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.805355] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.805414] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.805572] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.805666] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.805733] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.805814] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4f671ef-5660-41ba-b9bb-433ac94c086d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.307651] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4f671ef-5660-41ba-b9bb-433ac94c086d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.307880] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.307880] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.308138] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.308304] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.308402] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.308467] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.308622] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.308772] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.308829] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.308938] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4f671ef-5660-41ba-b9bb-433ac94c086d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.309039] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.309119] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.309244] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.309366] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.309458] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.309536] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.309684] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.309756] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.309838] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.309929] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4f671ef-5660-41ba-b9bb-433ac94c086d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.812641] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4f671ef-5660-41ba-b9bb-433ac94c086d: rpc.has_security_group_logging(os_id): False [ 823.832099] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.832099] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.832099] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.832099] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.832316] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.832355] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.832480] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.832568] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.832763] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.832873] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.833199] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.833296] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.833328] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.833517] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.833614] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.833830] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.833958] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.834044] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.834217] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.834321] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.834422] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4f671ef-5660-41ba-b9bb-433ac94c086d is going to be updated. [ 823.895633] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.895839] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.895947] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.896240] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.896461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.908562] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4f671ef-5660-41ba-b9bb-433ac94c086d in Status: IN_PROGRESS for 2s [ 824.589526] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: SUCCESS [ 824.589734] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.589905] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.590144] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.590339] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.590455] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.590523] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.590679] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.590759] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.590845] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.590936] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.095662] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.095662] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.095662] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.095662] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.095662] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.095662] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.095662] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.095662] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.095662] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.095662] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.095662] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.095662] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.095662] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.095662] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.095662] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.095662] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.096705] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.096705] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.096705] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.096705] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.096705] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.600166] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36483e6f-5723-4b93-8a36-a832c1be7980: rpc.has_security_group_logging(os_id): False [ 825.617583] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.617817] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.617817] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.618010] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.618108] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.618302] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.618410] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.618520] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.618811] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.618811] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.618929] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.618929] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.619039] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.619134] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.619212] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.619543] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.619543] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.619543] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.619692] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.619723] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.619897] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36483e6f-5723-4b93-8a36-a832c1be7980 is going to be created. [ 825.675296] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.675539] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.675539] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.675702] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.675889] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.685025] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: IN_PROGRESS for 2s [ 825.930038] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4f671ef-5660-41ba-b9bb-433ac94c086d in Status: SUCCESS [ 825.930143] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.034913] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 826.034913] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 826.482015] env[63412]: INFO networking_nsxv3.common.synchronization [req-b7254196-149e-4e01-9902-f1cd83e6237f req-539d3128-4f18-417c-b0ff-721c4f8add00 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Enqueued Resource ID: 838652d0-2548-45cc-9877-0848787d8223 with Priority: HIGHEST for action security_group_members [ 826.482507] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838652d0-2548-45cc-9877-0848787d8223 with Priority: HIGHEST for action security_group_members [ 826.482812] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-838652d0-2548-45cc-9877-0848787d8223 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.482938] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838652d0-2548-45cc-9877-0848787d8223" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.483018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838652d0-2548-45cc-9877-0848787d8223" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.485481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838652d0-2548-45cc-9877-0848787d8223" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.485865] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.486516] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.486625] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.486802] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.486998] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.486998] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('838652d0-2548-45cc-9877-0848787d8223',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.923663] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-92 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.923663] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.923818] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.924067] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.924324] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.925025] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.925025] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.925025] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.925025] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.925209] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 826.926023] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.926023] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.926023] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.926023] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 826.926023] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.926023] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.943727] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.943897] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 826.944052] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.944231] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.944568] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-5fe7ca00-0a4d-402f-9367-e910cd519f0e taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.944745] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-5fe7ca00-0a4d-402f-9367-e910cd519f0e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.944868] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-5fe7ca00-0a4d-402f-9367-e910cd519f0e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.945187] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-5fe7ca00-0a4d-402f-9367-e910cd519f0e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.945327] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fe7ca00-0a4d-402f-9367-e910cd519f0e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.989907] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.989976] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.990063] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.990280] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.990370] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.990571] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.990679] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.990726] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.990883] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.990975] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.991178] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 838652d0-2548-45cc-9877-0848787d8223 already deleted. [ 826.991178] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838652d0-2548-45cc-9877-0848787d8223" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.447513] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.447785] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.447906] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.448211] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.448372] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.448554] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 5fe7ca00-0a4d-402f-9367-e910cd519f0e not found, creating... [ 827.448813] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.448968] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.449094] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.449316] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.449453] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.449761] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.449921] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.450058] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.450274] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.450411] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.450550] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 5fe7ca00-0a4d-402f-9367-e910cd519f0e is going to be created. [ 827.469656] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.469859] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.469987] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.470252] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.470477] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.470703] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-5fe7ca00-0a4d-402f-9367-e910cd519f0e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.696970] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: SUCCESS [ 827.697293] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.252266] env[63412]: INFO networking_nsxv3.common.synchronization [req-b7254196-149e-4e01-9902-f1cd83e6237f req-a18f63d5-fce2-40f6-950e-337ae064e193 service nova] Enqueued Resource ID: 838652d0-2548-45cc-9877-0848787d8223 with Priority: HIGHEST for action security_group_rules [ 828.252266] env[63412]: INFO networking_nsxv3.common.synchronization [req-b7254196-149e-4e01-9902-f1cd83e6237f req-a18f63d5-fce2-40f6-950e-337ae064e193 service nova] Enqueued Resource ID: 838652d0-2548-45cc-9877-0848787d8223 with Priority: HIGHEST for action security_group_members [ 828.252266] env[63412]: INFO networking_nsxv3.common.synchronization [req-b7254196-149e-4e01-9902-f1cd83e6237f req-a18f63d5-fce2-40f6-950e-337ae064e193 service nova] Enqueued Resource ID: 5fe7ca00-0a4d-402f-9367-e910cd519f0e with Priority: HIGHEST for action port [ 828.252266] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838652d0-2548-45cc-9877-0848787d8223 with Priority: HIGHEST for action security_group_rules [ 828.252266] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838652d0-2548-45cc-9877-0848787d8223 with Priority: HIGHEST for action security_group_members [ 828.252266] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fe7ca00-0a4d-402f-9367-e910cd519f0e with Priority: HIGHEST for action port [ 828.252266] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-838652d0-2548-45cc-9877-0848787d8223 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.252266] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-838652d0-2548-45cc-9877-0848787d8223" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.252266] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-838652d0-2548-45cc-9877-0848787d8223" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.252266] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-838652d0-2548-45cc-9877-0848787d8223" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.252837] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('838652d0-2548-45cc-9877-0848787d8223',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.253820] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-838652d0-2548-45cc-9877-0848787d8223 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.254064] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838652d0-2548-45cc-9877-0848787d8223" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.254270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838652d0-2548-45cc-9877-0848787d8223" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.254523] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838652d0-2548-45cc-9877-0848787d8223" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.254755] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.254952] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.255164] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.255398] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.255566] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.255961] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('838652d0-2548-45cc-9877-0848787d8223',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.257137] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fe7ca00-0a4d-402f-9367-e910cd519f0e taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.257377] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fe7ca00-0a4d-402f-9367-e910cd519f0e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.257559] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fe7ca00-0a4d-402f-9367-e910cd519f0e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.257791] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fe7ca00-0a4d-402f-9367-e910cd519f0e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.257948] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fe7ca00-0a4d-402f-9367-e910cd519f0e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.764136] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-838652d0-2548-45cc-9877-0848787d8223 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.764470] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838652d0-2548-45cc-9877-0848787d8223" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.764470] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('838652d0-2548-45cc-9877-0848787d8223',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.765278] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5fe7ca00-0a4d-402f-9367-e910cd519f0e with status ACTIVE [ 828.765447] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.765553] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.766998] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.766998] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.766998] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.766998] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.766998] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.766998] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.766998] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.766998] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.766998] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.766998] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.766998] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.766998] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.766998] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.768690] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5fe7ca00-0a4d-402f-9367-e910cd519f0e is going to be updated. [ 828.789032] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.789146] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.789219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.789415] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.789550] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.789698] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fe7ca00-0a4d-402f-9367-e910cd519f0e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.272961] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('838652d0-2548-45cc-9877-0848787d8223',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.775742] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.776032] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.776267] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.776806] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.776906] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.777013] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 838652d0-2548-45cc-9877-0848787d8223 is going to be created. [ 829.799747] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.799821] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.799821] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.800045] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.800218] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.809823] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838652d0-2548-45cc-9877-0848787d8223 in Status: UNINITIALIZED for 2s [ 830.475961] env[63412]: INFO networking_nsxv3.common.synchronization [req-9d05e01a-db13-4d05-857f-ca72478f3ee8 req-ac04b23d-f30c-40de-a645-7b77f11670c0 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Enqueued Resource ID: e4f671ef-5660-41ba-b9bb-433ac94c086d with Priority: HIGHEST for action security_group_members [ 830.476618] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4f671ef-5660-41ba-b9bb-433ac94c086d with Priority: HIGHEST for action security_group_members [ 830.477014] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4f671ef-5660-41ba-b9bb-433ac94c086d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.477074] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.477161] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.477330] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.477484] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.477585] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.477762] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.477802] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.478080] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.478080] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4f671ef-5660-41ba-b9bb-433ac94c086d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.498311] env[63412]: INFO networking_nsxv3.common.synchronization [req-341954cd-2deb-439e-9b3c-4374786b2f0b req-6131572d-1a39-41c0-9fd7-ee75ccec0940 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Enqueued Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_members [ 830.498831] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_members [ 830.499160] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.499281] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.499356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.499514] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.499656] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.499800] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.499800] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.499945] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.501879] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.501992] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.979970] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4f671ef-5660-41ba-b9bb-433ac94c086d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.006315] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.006585] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.006666] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.006918] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.007085] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.007243] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.007358] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.007457] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.007602] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.007683] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.007770] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f is going to be updated. [ 831.054868] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.056659] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.056659] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.056659] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.056659] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.064945] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: IN_PROGRESS for 2s [ 831.483254] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4f671ef-5660-41ba-b9bb-433ac94c086d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.619494] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-873 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.619698] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-873" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.619828] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-873" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.620121] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-873" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.620398] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.620560] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.620683] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.620904] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.621070] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.621298] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.621392] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.621523] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.621634] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.621743] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.621848] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.621980] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.641033] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.641202] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 831.641342] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.641646] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-873" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.641816] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-1380d2ae-7b8c-4c5e-9602-9276c0862266 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.642008] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-1380d2ae-7b8c-4c5e-9602-9276c0862266" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.642136] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-1380d2ae-7b8c-4c5e-9602-9276c0862266" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.642437] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-1380d2ae-7b8c-4c5e-9602-9276c0862266" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.642635] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1380d2ae-7b8c-4c5e-9602-9276c0862266',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.818674] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838652d0-2548-45cc-9877-0848787d8223 in Status: SUCCESS [ 831.818868] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838652d0-2548-45cc-9877-0848787d8223" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.819052] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838652d0-2548-45cc-9877-0848787d8223" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.819268] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838652d0-2548-45cc-9877-0848787d8223" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.819703] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.819703] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.819703] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.819980] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.819980] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.820138] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838652d0-2548-45cc-9877-0848787d8223" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.820288] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('838652d0-2548-45cc-9877-0848787d8223',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.984394] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.984829] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.984829] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.984969] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.985124] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.985277] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4f671ef-5660-41ba-b9bb-433ac94c086d is going to be updated. [ 832.014047] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.014310] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.014310] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.014463] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.014639] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.023371] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4f671ef-5660-41ba-b9bb-433ac94c086d in Status: IN_PROGRESS for 2s [ 832.145460] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.145695] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.145828] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.146139] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.146293] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.146483] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 1380d2ae-7b8c-4c5e-9602-9276c0862266 not found, creating... [ 832.146747] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.146910] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.147063] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.147297] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.147442] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.147723] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.147887] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.148012] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.148229] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.148365] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.148508] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 1380d2ae-7b8c-4c5e-9602-9276c0862266 is going to be created. [ 832.170561] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.170561] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.170561] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.170561] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.170561] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.170789] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-1380d2ae-7b8c-4c5e-9602-9276c0862266" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.310914] env[63412]: INFO networking_nsxv3.common.synchronization [req-089c73f2-15d2-43e7-b779-e62db5feaea2 req-2b1a16a4-4142-4b6f-a905-2b1dc8282b5e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Enqueued Resource ID: 68937c31-c3c5-456d-8cda-4f14670f638d with Priority: HIGHEST for action security_group_members [ 832.311517] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68937c31-c3c5-456d-8cda-4f14670f638d with Priority: HIGHEST for action security_group_members [ 832.312080] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-68937c31-c3c5-456d-8cda-4f14670f638d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.312080] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.315018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.315018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.315018] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.315018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.315355] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.315355] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.315355] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.315581] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.324357] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('838652d0-2548-45cc-9877-0848787d8223',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.817440] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.827642] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 838652d0-2548-45cc-9877-0848787d8223: rpc.has_security_group_logging(os_id): False [ 832.850564] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.850564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.850564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.850564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.850564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.850564] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.850564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.850564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.850564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.850564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.850564] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 838652d0-2548-45cc-9877-0848787d8223 is going to be created. [ 832.911393] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.911537] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.911599] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.911820] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.912060] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.922745] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 838652d0-2548-45cc-9877-0848787d8223 in Status: IN_PROGRESS for 2s [ 832.967492] env[63412]: INFO networking_nsxv3.common.synchronization [req-341954cd-2deb-439e-9b3c-4374786b2f0b req-75163aca-9563-4503-81e4-1617a0e57266 service nova] Enqueued Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_rules [ 832.967741] env[63412]: INFO networking_nsxv3.common.synchronization [req-341954cd-2deb-439e-9b3c-4374786b2f0b req-75163aca-9563-4503-81e4-1617a0e57266 service nova] Enqueued Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_members [ 832.967901] env[63412]: INFO networking_nsxv3.common.synchronization [req-341954cd-2deb-439e-9b3c-4374786b2f0b req-75163aca-9563-4503-81e4-1617a0e57266 service nova] Enqueued Resource ID: 1380d2ae-7b8c-4c5e-9602-9276c0862266 with Priority: HIGHEST for action port [ 832.968510] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_rules [ 832.968510] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_members [ 832.968510] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1380d2ae-7b8c-4c5e-9602-9276c0862266 with Priority: HIGHEST for action port [ 832.972025] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.972025] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.972025] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.972025] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.972025] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.972025] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.972025] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.972025] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-1380d2ae-7b8c-4c5e-9602-9276c0862266 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.972025] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1380d2ae-7b8c-4c5e-9602-9276c0862266" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.972025] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1380d2ae-7b8c-4c5e-9602-9276c0862266" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.972025] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1380d2ae-7b8c-4c5e-9602-9276c0862266" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.972025] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1380d2ae-7b8c-4c5e-9602-9276c0862266',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.073422] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: SUCCESS [ 833.076119] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f deletion is rescheduled due to dependency. [ 833.076119] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.076119] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.076119] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.076119] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.076119] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.076119] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.076119] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.076119] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.076119] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.321207] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.473703] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.473832] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.474082] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1380d2ae-7b8c-4c5e-9602-9276c0862266 with status ACTIVE [ 833.474280] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.474376] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.474468] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.474674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.474760] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.474928] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.475037] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.475090] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.475238] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.475315] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.475489] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.475573] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.475633] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.475765] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.475855] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.475905] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1380d2ae-7b8c-4c5e-9602-9276c0862266 is going to be updated. [ 833.495861] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.496010] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.496089] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.496307] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.496444] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.496625] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1380d2ae-7b8c-4c5e-9602-9276c0862266" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.579407] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.823935] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.824033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.824094] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.824309] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.824439] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.824549] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68937c31-c3c5-456d-8cda-4f14670f638d is going to be updated. [ 833.864684] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.864884] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.864884] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.865193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.865268] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.875047] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68937c31-c3c5-456d-8cda-4f14670f638d in Status: IN_PROGRESS for 2s [ 834.032144] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4f671ef-5660-41ba-b9bb-433ac94c086d in Status: SUCCESS [ 834.032715] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.083425] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.585669] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.585669] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.585669] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.585904] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.585998] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.586113] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f is going to be updated. [ 834.614208] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.614501] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.614595] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.615520] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.615851] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.625138] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: IN_PROGRESS for 2s [ 834.935030] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 838652d0-2548-45cc-9877-0848787d8223 in Status: SUCCESS [ 834.935603] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-838652d0-2548-45cc-9877-0848787d8223" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.884995] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68937c31-c3c5-456d-8cda-4f14670f638d in Status: SUCCESS [ 835.884995] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.974518] env[63412]: INFO networking_nsxv3.common.synchronization [req-9297f0a5-7572-4a02-89af-6c5cfc70f1f9 req-7356cb3a-358e-4b7e-9078-dab32c953aa3 tempest-ServerMetadataNegativeTestJSON-1640912592 tempest-ServerMetadataNegativeTestJSON-1640912592-project-member] Enqueued Resource ID: 199cc188-56b1-43c8-a09d-6747901912b7 with Priority: HIGHEST for action security_group_members [ 835.974518] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 199cc188-56b1-43c8-a09d-6747901912b7 with Priority: HIGHEST for action security_group_members [ 835.975202] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-199cc188-56b1-43c8-a09d-6747901912b7 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.975202] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-199cc188-56b1-43c8-a09d-6747901912b7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.975492] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-199cc188-56b1-43c8-a09d-6747901912b7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.975794] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-199cc188-56b1-43c8-a09d-6747901912b7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.977585] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.977585] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.977585] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.977585] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.977585] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.977585] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('199cc188-56b1-43c8-a09d-6747901912b7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.355418] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-906 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.355627] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-906" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.355760] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-906" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.356119] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-906" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.356389] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.356579] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.356704] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.356929] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.357290] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.357558] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.357693] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.357812] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.357925] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.358236] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.358381] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.358609] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.378767] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.378961] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 836.379162] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.379363] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-906" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.379683] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-460535f8-b11e-4bd9-bc7c-ff73ef54e050 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.379860] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-460535f8-b11e-4bd9-bc7c-ff73ef54e050" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.379983] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-460535f8-b11e-4bd9-bc7c-ff73ef54e050" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.380325] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-460535f8-b11e-4bd9-bc7c-ff73ef54e050" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.380467] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('460535f8-b11e-4bd9-bc7c-ff73ef54e050',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.479335] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.479508] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.479566] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.479782] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.479868] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.480076] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.480207] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.480273] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.480440] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.480521] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.480605] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 199cc188-56b1-43c8-a09d-6747901912b7 already deleted. [ 836.480682] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-199cc188-56b1-43c8-a09d-6747901912b7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.636532] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: SUCCESS [ 836.636804] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.636927] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.637159] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.637349] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.637491] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.637640] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.637699] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.637782] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.637870] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.637964] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.753794] env[63412]: INFO networking_nsxv3.common.synchronization [None req-340217e9-6138-4204-92e6-eeaa2806d28d None None] Enqueued Resource ID: 8a97b5f7-78cd-49ee-8966-f20c2fc35394 with Priority: HIGHEST for action port [ 836.754067] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a97b5f7-78cd-49ee-8966-f20c2fc35394 with Priority: HIGHEST for action port [ 836.754659] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a97b5f7-78cd-49ee-8966-f20c2fc35394 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.754773] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a97b5f7-78cd-49ee-8966-f20c2fc35394" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.754838] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a97b5f7-78cd-49ee-8966-f20c2fc35394" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.755107] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a97b5f7-78cd-49ee-8966-f20c2fc35394" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.755191] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a97b5f7-78cd-49ee-8966-f20c2fc35394',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.883124] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.883414] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.883501] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.883788] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.883944] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.884119] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 460535f8-b11e-4bd9-bc7c-ff73ef54e050 not found, creating... [ 836.884393] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.884552] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.884676] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.884900] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.885051] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.888429] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.888429] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.888429] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.888429] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.888429] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.888429] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 460535f8-b11e-4bd9-bc7c-ff73ef54e050 is going to be created. [ 836.907519] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.908115] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.908115] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.908220] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.908394] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.908607] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-460535f8-b11e-4bd9-bc7c-ff73ef54e050" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.143792] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.143792] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.143965] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.144489] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.144489] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.144489] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.144489] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.144713] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.144713] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.144768] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.145451] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.145451] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.145451] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.145451] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.145451] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.145451] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.145451] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.145875] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.145875] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.145875] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.145875] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.260730] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a97b5f7-78cd-49ee-8966-f20c2fc35394 [ 837.260730] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.260730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.260730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.260730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.260730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.261090] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a97b5f7-78cd-49ee-8966-f20c2fc35394 already deleted. [ 837.261090] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a97b5f7-78cd-49ee-8966-f20c2fc35394" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.648019] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22d326f5-5fd7-4b43-a21f-a0c84243672f: rpc.has_security_group_logging(os_id): False [ 837.666196] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.666370] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.666426] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.666676] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.666826] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.667091] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.667224] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.667294] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.667461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.667540] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.667780] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.667896] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.667964] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.671400] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.671496] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.671718] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.671839] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.671894] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.672050] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.672135] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.672222] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f is going to be updated. [ 837.731901] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.731901] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.731901] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.731901] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.731901] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.742259] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: IN_PROGRESS for 2s [ 838.338369] env[63412]: INFO networking_nsxv3.common.synchronization [req-9297f0a5-7572-4a02-89af-6c5cfc70f1f9 req-6503d4ef-3af2-4a84-b8ea-2fb41ef1ed82 service nova] Enqueued Resource ID: 199cc188-56b1-43c8-a09d-6747901912b7 with Priority: HIGHEST for action security_group_rules [ 838.338369] env[63412]: INFO networking_nsxv3.common.synchronization [req-9297f0a5-7572-4a02-89af-6c5cfc70f1f9 req-6503d4ef-3af2-4a84-b8ea-2fb41ef1ed82 service nova] Enqueued Resource ID: 199cc188-56b1-43c8-a09d-6747901912b7 with Priority: HIGHEST for action security_group_members [ 838.338369] env[63412]: INFO networking_nsxv3.common.synchronization [req-9297f0a5-7572-4a02-89af-6c5cfc70f1f9 req-6503d4ef-3af2-4a84-b8ea-2fb41ef1ed82 service nova] Enqueued Resource ID: 460535f8-b11e-4bd9-bc7c-ff73ef54e050 with Priority: HIGHEST for action port [ 838.338369] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 199cc188-56b1-43c8-a09d-6747901912b7 with Priority: HIGHEST for action security_group_rules [ 838.338369] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 199cc188-56b1-43c8-a09d-6747901912b7 with Priority: HIGHEST for action security_group_members [ 838.338369] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 460535f8-b11e-4bd9-bc7c-ff73ef54e050 with Priority: HIGHEST for action port [ 838.344184] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-199cc188-56b1-43c8-a09d-6747901912b7 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.344184] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-199cc188-56b1-43c8-a09d-6747901912b7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.344184] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-199cc188-56b1-43c8-a09d-6747901912b7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.344184] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-199cc188-56b1-43c8-a09d-6747901912b7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.344184] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('199cc188-56b1-43c8-a09d-6747901912b7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.344184] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-199cc188-56b1-43c8-a09d-6747901912b7 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.345539] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-199cc188-56b1-43c8-a09d-6747901912b7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.345761] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-199cc188-56b1-43c8-a09d-6747901912b7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.346146] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-199cc188-56b1-43c8-a09d-6747901912b7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.346530] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.346767] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.346940] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.347271] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.347469] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.347676] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('199cc188-56b1-43c8-a09d-6747901912b7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.352034] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-460535f8-b11e-4bd9-bc7c-ff73ef54e050 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.352034] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-460535f8-b11e-4bd9-bc7c-ff73ef54e050" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.352034] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-460535f8-b11e-4bd9-bc7c-ff73ef54e050" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.352034] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-460535f8-b11e-4bd9-bc7c-ff73ef54e050" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.352034] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('460535f8-b11e-4bd9-bc7c-ff73ef54e050',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.560747] env[63412]: INFO networking_nsxv3.common.synchronization [req-a938f27d-894e-4fc4-892c-32340cae63bd req-5f8eaf00-048e-4219-93a9-d9bda942d9a9 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Enqueued Resource ID: f992bb52-c4c0-4793-baa2-14f109bb5b5e with Priority: HIGHEST for action security_group_members [ 838.561076] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f992bb52-c4c0-4793-baa2-14f109bb5b5e with Priority: HIGHEST for action security_group_members [ 838.561295] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f992bb52-c4c0-4793-baa2-14f109bb5b5e taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.561434] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f992bb52-c4c0-4793-baa2-14f109bb5b5e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.561507] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f992bb52-c4c0-4793-baa2-14f109bb5b5e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.561765] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f992bb52-c4c0-4793-baa2-14f109bb5b5e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.562378] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.563375] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.563504] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.563703] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.563797] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.563897] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f992bb52-c4c0-4793-baa2-14f109bb5b5e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.853175] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('199cc188-56b1-43c8-a09d-6747901912b7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.854541] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-199cc188-56b1-43c8-a09d-6747901912b7 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.854652] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-199cc188-56b1-43c8-a09d-6747901912b7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.854831] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 460535f8-b11e-4bd9-bc7c-ff73ef54e050 with status ACTIVE [ 838.854984] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.855105] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.855171] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.855373] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.855476] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.855643] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.855749] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.855812] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.855964] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.860020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.860020] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.860020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.860020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.860020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.860020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.860020] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 460535f8-b11e-4bd9-bc7c-ff73ef54e050 is going to be updated. [ 838.879820] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.879999] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.880139] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.880435] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.880572] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.880732] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-460535f8-b11e-4bd9-bc7c-ff73ef54e050" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.012709] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-720 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.012916] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-720" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.013056] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-720" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.013339] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-720" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.013591] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.013751] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.013869] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.014554] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.014767] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.015029] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.015212] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.015331] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.015471] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.015615] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.015752] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.015916] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.035415] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.035586] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 839.035735] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.035910] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-720" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.036291] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-e48996fc-fd13-4fef-aca1-822838d6d85a taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.036470] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-e48996fc-fd13-4fef-aca1-822838d6d85a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.036623] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-e48996fc-fd13-4fef-aca1-822838d6d85a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.036959] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-e48996fc-fd13-4fef-aca1-822838d6d85a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.037121] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e48996fc-fd13-4fef-aca1-822838d6d85a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.067521] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.068346] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.068346] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.068346] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.068346] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.068580] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.068649] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.068694] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.068950] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.069071] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.069192] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f992bb52-c4c0-4793-baa2-14f109bb5b5e already deleted. [ 839.069373] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f992bb52-c4c0-4793-baa2-14f109bb5b5e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.210607] env[63412]: INFO networking_nsxv3.common.synchronization [None req-181db232-b166-4514-bd27-d636ca09d5f7 None None] Enqueued Resource ID: 8960148c-f731-4082-9df9-014800ff53f6 with Priority: HIGHEST for action port [ 839.210607] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8960148c-f731-4082-9df9-014800ff53f6 with Priority: HIGHEST for action port [ 839.210607] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-8960148c-f731-4082-9df9-014800ff53f6 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.210607] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8960148c-f731-4082-9df9-014800ff53f6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.210607] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8960148c-f731-4082-9df9-014800ff53f6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.211073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8960148c-f731-4082-9df9-014800ff53f6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.211073] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8960148c-f731-4082-9df9-014800ff53f6',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.361315] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('199cc188-56b1-43c8-a09d-6747901912b7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.539511] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.539731] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.539865] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.540166] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.540317] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.540469] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port e48996fc-fd13-4fef-aca1-822838d6d85a not found, creating... [ 839.540774] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.540940] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.541072] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.541296] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.541437] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.541714] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.541874] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.541995] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.542220] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.542357] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.542500] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: e48996fc-fd13-4fef-aca1-822838d6d85a is going to be created. [ 839.562028] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.562223] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.562351] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.562586] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.562807] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.563038] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-e48996fc-fd13-4fef-aca1-822838d6d85a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.713044] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8960148c-f731-4082-9df9-014800ff53f6 [ 839.713286] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.713421] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.713491] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.713697] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.713787] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.713883] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8960148c-f731-4082-9df9-014800ff53f6 already deleted. [ 839.713989] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8960148c-f731-4082-9df9-014800ff53f6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.755858] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: SUCCESS [ 839.756105] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.867693] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.867693] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.867693] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.867879] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.867879] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.867984] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 199cc188-56b1-43c8-a09d-6747901912b7 is going to be created. [ 839.893823] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.894053] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.894154] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.894443] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.894667] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.903314] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 199cc188-56b1-43c8-a09d-6747901912b7 in Status: UNINITIALIZED for 2s [ 840.310085] env[63412]: INFO networking_nsxv3.common.synchronization [req-a938f27d-894e-4fc4-892c-32340cae63bd req-d17960d1-8c2d-4475-9d45-b42066bc430b service nova] Enqueued Resource ID: f992bb52-c4c0-4793-baa2-14f109bb5b5e with Priority: HIGHEST for action security_group_rules [ 840.310300] env[63412]: INFO networking_nsxv3.common.synchronization [req-a938f27d-894e-4fc4-892c-32340cae63bd req-d17960d1-8c2d-4475-9d45-b42066bc430b service nova] Enqueued Resource ID: f992bb52-c4c0-4793-baa2-14f109bb5b5e with Priority: HIGHEST for action security_group_members [ 840.310444] env[63412]: INFO networking_nsxv3.common.synchronization [req-a938f27d-894e-4fc4-892c-32340cae63bd req-d17960d1-8c2d-4475-9d45-b42066bc430b service nova] Enqueued Resource ID: e48996fc-fd13-4fef-aca1-822838d6d85a with Priority: HIGHEST for action port [ 840.310685] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f992bb52-c4c0-4793-baa2-14f109bb5b5e with Priority: HIGHEST for action security_group_rules [ 840.310812] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f992bb52-c4c0-4793-baa2-14f109bb5b5e with Priority: HIGHEST for action security_group_members [ 840.310907] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e48996fc-fd13-4fef-aca1-822838d6d85a with Priority: HIGHEST for action port [ 840.311479] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f992bb52-c4c0-4793-baa2-14f109bb5b5e taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.311640] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f992bb52-c4c0-4793-baa2-14f109bb5b5e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.311692] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f992bb52-c4c0-4793-baa2-14f109bb5b5e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.311885] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f992bb52-c4c0-4793-baa2-14f109bb5b5e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.311931] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f992bb52-c4c0-4793-baa2-14f109bb5b5e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.314147] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f992bb52-c4c0-4793-baa2-14f109bb5b5e taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.314278] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f992bb52-c4c0-4793-baa2-14f109bb5b5e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.314387] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f992bb52-c4c0-4793-baa2-14f109bb5b5e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.314610] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f992bb52-c4c0-4793-baa2-14f109bb5b5e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.315270] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.315270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.315270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.315471] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.315471] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.315471] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f992bb52-c4c0-4793-baa2-14f109bb5b5e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.317607] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-e48996fc-fd13-4fef-aca1-822838d6d85a taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.317900] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e48996fc-fd13-4fef-aca1-822838d6d85a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.317900] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e48996fc-fd13-4fef-aca1-822838d6d85a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.317999] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e48996fc-fd13-4fef-aca1-822838d6d85a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.318040] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e48996fc-fd13-4fef-aca1-822838d6d85a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.748768] env[63412]: INFO networking_nsxv3.common.synchronization [req-e61fa59c-b633-4944-b4b4-c46e20f7e17a req-49d9d2e2-f748-432c-9823-fc6b783c1f10 tempest-AttachInterfacesUnderV243Test-1965767103 tempest-AttachInterfacesUnderV243Test-1965767103-project-member] Enqueued Resource ID: 5213ce82-0b92-4361-a640-578af74c1f75 with Priority: HIGHEST for action security_group_members [ 840.749288] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5213ce82-0b92-4361-a640-578af74c1f75 with Priority: HIGHEST for action security_group_members [ 840.749593] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-5213ce82-0b92-4361-a640-578af74c1f75 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.749709] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.749776] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.750032] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.750186] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.750283] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.750360] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.750487] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.750568] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.750658] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5213ce82-0b92-4361-a640-578af74c1f75',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.821035] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f992bb52-c4c0-4793-baa2-14f109bb5b5e taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.821182] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f992bb52-c4c0-4793-baa2-14f109bb5b5e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.821375] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f992bb52-c4c0-4793-baa2-14f109bb5b5e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.822230] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e48996fc-fd13-4fef-aca1-822838d6d85a with status ACTIVE [ 840.822414] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.822537] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.822630] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.822892] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.822995] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.823247] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.823357] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.823418] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.823580] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.823670] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.823910] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.828049] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.828181] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.828364] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.828434] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.828529] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e48996fc-fd13-4fef-aca1-822838d6d85a is going to be updated. [ 840.848518] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.848663] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.848734] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.849016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.849154] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.849306] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e48996fc-fd13-4fef-aca1-822838d6d85a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.130185] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-925 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.130330] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-925" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.130489] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-925" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.130880] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-925" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.131182] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.131348] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.131472] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.131719] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.131900] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.132176] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.132325] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.132464] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.132599] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.132731] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.132845] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.132980] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.151812] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.151980] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 841.152136] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.152309] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-925" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.152604] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-1d42fea3-b2ab-404d-b693-50d555219b14 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.152777] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-1d42fea3-b2ab-404d-b693-50d555219b14" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.152898] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-1d42fea3-b2ab-404d-b693-50d555219b14" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.153218] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-1d42fea3-b2ab-404d-b693-50d555219b14" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.153362] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d42fea3-b2ab-404d-b693-50d555219b14',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.253862] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.254036] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.254114] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.254336] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.254443] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.255028] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.255028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.255028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.255028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.255292] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.255292] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5213ce82-0b92-4361-a640-578af74c1f75 already deleted. [ 841.255292] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.330424] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f992bb52-c4c0-4793-baa2-14f109bb5b5e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.657202] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.657202] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.657202] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.657202] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.657202] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.657202] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 1d42fea3-b2ab-404d-b693-50d555219b14 not found, creating... [ 841.657775] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.657775] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.657775] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.658651] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.658651] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.658651] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.658651] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.658651] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.658892] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.659143] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.659143] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 1d42fea3-b2ab-404d-b693-50d555219b14 is going to be created. [ 841.681564] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.681986] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.681986] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.682317] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.682599] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.682865] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-1d42fea3-b2ab-404d-b693-50d555219b14" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.835320] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.835687] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.835687] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.836777] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.836777] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.836777] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f992bb52-c4c0-4793-baa2-14f109bb5b5e is going to be created. [ 841.862031] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.862224] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.862303] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.862608] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.862831] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.872448] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f992bb52-c4c0-4793-baa2-14f109bb5b5e in Status: UNINITIALIZED for 2s [ 841.913016] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 199cc188-56b1-43c8-a09d-6747901912b7 in Status: SUCCESS [ 841.913254] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-199cc188-56b1-43c8-a09d-6747901912b7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.913488] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-199cc188-56b1-43c8-a09d-6747901912b7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.913633] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-199cc188-56b1-43c8-a09d-6747901912b7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.913872] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.914354] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.914354] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.914354] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.914354] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.914354] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-199cc188-56b1-43c8-a09d-6747901912b7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.914551] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('199cc188-56b1-43c8-a09d-6747901912b7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.416569] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-199cc188-56b1-43c8-a09d-6747901912b7 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.416834] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-199cc188-56b1-43c8-a09d-6747901912b7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.416931] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-199cc188-56b1-43c8-a09d-6747901912b7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.417263] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-199cc188-56b1-43c8-a09d-6747901912b7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.417430] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.417534] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.417590] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.417746] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.417831] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.417919] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-199cc188-56b1-43c8-a09d-6747901912b7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.418085] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-199cc188-56b1-43c8-a09d-6747901912b7 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.418197] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-199cc188-56b1-43c8-a09d-6747901912b7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.418263] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-199cc188-56b1-43c8-a09d-6747901912b7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.418366] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-199cc188-56b1-43c8-a09d-6747901912b7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.418498] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.418582] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.418636] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.418767] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.418841] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.418923] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-199cc188-56b1-43c8-a09d-6747901912b7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.419020] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('199cc188-56b1-43c8-a09d-6747901912b7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.488307] env[63412]: INFO networking_nsxv3.common.synchronization [req-e61fa59c-b633-4944-b4b4-c46e20f7e17a req-0b8b8879-5d68-4b74-aed4-fabb515770c1 service nova] Enqueued Resource ID: 5213ce82-0b92-4361-a640-578af74c1f75 with Priority: HIGHEST for action security_group_rules [ 842.488490] env[63412]: INFO networking_nsxv3.common.synchronization [req-e61fa59c-b633-4944-b4b4-c46e20f7e17a req-0b8b8879-5d68-4b74-aed4-fabb515770c1 service nova] Enqueued Resource ID: 5213ce82-0b92-4361-a640-578af74c1f75 with Priority: HIGHEST for action security_group_members [ 842.489067] env[63412]: INFO networking_nsxv3.common.synchronization [req-e61fa59c-b633-4944-b4b4-c46e20f7e17a req-0b8b8879-5d68-4b74-aed4-fabb515770c1 service nova] Enqueued Resource ID: 1d42fea3-b2ab-404d-b693-50d555219b14 with Priority: HIGHEST for action port [ 842.489067] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5213ce82-0b92-4361-a640-578af74c1f75 with Priority: HIGHEST for action security_group_rules [ 842.489067] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5213ce82-0b92-4361-a640-578af74c1f75 with Priority: HIGHEST for action security_group_members [ 842.489256] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d42fea3-b2ab-404d-b693-50d555219b14 with Priority: HIGHEST for action port [ 842.489658] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5213ce82-0b92-4361-a640-578af74c1f75 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.489842] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.489842] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.490412] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.490528] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5213ce82-0b92-4361-a640-578af74c1f75',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.491364] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-5213ce82-0b92-4361-a640-578af74c1f75 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.491472] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.491610] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.491686] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.491834] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.491930] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.491985] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.492131] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.492265] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.492320] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5213ce82-0b92-4361-a640-578af74c1f75',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.494179] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d42fea3-b2ab-404d-b693-50d555219b14 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.494307] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d42fea3-b2ab-404d-b693-50d555219b14" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.494370] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d42fea3-b2ab-404d-b693-50d555219b14" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.494553] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d42fea3-b2ab-404d-b693-50d555219b14" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.494609] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d42fea3-b2ab-404d-b693-50d555219b14',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.921359] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 199cc188-56b1-43c8-a09d-6747901912b7: rpc.has_security_group_logging(os_id): False [ 842.941074] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.941254] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.941411] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.942863] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.942975] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.943217] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.943336] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.943419] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.943585] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.943668] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.943894] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.944180] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.944250] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.944457] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.944515] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.944793] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.944861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.944896] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.945265] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.950118] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.950267] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 199cc188-56b1-43c8-a09d-6747901912b7 is going to be created. [ 842.996219] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5213ce82-0b92-4361-a640-578af74c1f75',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.997616] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-5213ce82-0b92-4361-a640-578af74c1f75 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.997770] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.001371] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d42fea3-b2ab-404d-b693-50d555219b14 with status ACTIVE [ 843.001371] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.001371] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.001371] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.001371] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.001371] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.001371] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.001371] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.001371] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.001371] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.001371] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.001371] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.001371] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.001371] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.001371] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.001371] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.001371] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d42fea3-b2ab-404d-b693-50d555219b14 is going to be updated. [ 843.006505] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.006978] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.007063] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.007221] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.007415] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.021914] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 199cc188-56b1-43c8-a09d-6747901912b7 in Status: IN_PROGRESS for 2s [ 843.029086] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.029242] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.029296] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.029518] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.029657] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.029820] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d42fea3-b2ab-404d-b693-50d555219b14" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.247153] env[63412]: INFO networking_nsxv3.common.synchronization [req-921a322f-d7e2-47fc-aee6-aa54f148e5f2 req-7d09de4d-3737-42a0-8a34-4ebec9a684fc tempest-InstanceActionsNegativeTestJSON-1996834078 tempest-InstanceActionsNegativeTestJSON-1996834078-project-member] Enqueued Resource ID: f9293260-c26e-4326-83c6-4c102a149950 with Priority: HIGHEST for action security_group_members [ 843.247724] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9293260-c26e-4326-83c6-4c102a149950 with Priority: HIGHEST for action security_group_members [ 843.251683] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9293260-c26e-4326-83c6-4c102a149950 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.251906] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9293260-c26e-4326-83c6-4c102a149950" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.251977] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9293260-c26e-4326-83c6-4c102a149950" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.252265] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9293260-c26e-4326-83c6-4c102a149950" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.252445] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.252549] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.252607] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.252763] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.252851] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.252943] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9293260-c26e-4326-83c6-4c102a149950',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.498731] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5213ce82-0b92-4361-a640-578af74c1f75',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.690017] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-338 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.690234] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-338" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.690365] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-338" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.690694] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-338" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.690963] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.691140] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.691264] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.691481] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.691632] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.691845] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.691965] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.692257] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.692392] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.692513] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.692626] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.692764] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.715885] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.716100] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 843.716259] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.716433] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-338" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.716752] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-28a31921-ad63-4cfa-a8cf-47ca44ea3fcf taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.716929] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-28a31921-ad63-4cfa-a8cf-47ca44ea3fcf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.717086] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-28a31921-ad63-4cfa-a8cf-47ca44ea3fcf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.717392] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-28a31921-ad63-4cfa-a8cf-47ca44ea3fcf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.717547] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28a31921-ad63-4cfa-a8cf-47ca44ea3fcf',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.755184] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.755358] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.755608] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.755837] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.756568] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.756568] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.756568] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.756568] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.756568] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.756568] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.757050] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9293260-c26e-4326-83c6-4c102a149950 already deleted. [ 843.757050] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9293260-c26e-4326-83c6-4c102a149950" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.881203] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f992bb52-c4c0-4793-baa2-14f109bb5b5e in Status: SUCCESS [ 843.881419] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f992bb52-c4c0-4793-baa2-14f109bb5b5e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.881579] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f992bb52-c4c0-4793-baa2-14f109bb5b5e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.881834] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f992bb52-c4c0-4793-baa2-14f109bb5b5e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.882056] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.882287] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.882287] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.882395] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.882455] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.882514] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f992bb52-c4c0-4793-baa2-14f109bb5b5e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.882611] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f992bb52-c4c0-4793-baa2-14f109bb5b5e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.001279] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.001577] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.001577] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.002284] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.002284] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.002284] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5213ce82-0b92-4361-a640-578af74c1f75 is going to be created. [ 844.014962] env[63412]: INFO networking_nsxv3.common.synchronization [req-46d0b06d-fb1f-4982-85b5-969cf09c5811 req-a04b5a89-be2b-4d8c-8605-44419688147e tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Enqueued Resource ID: 274779ee-014b-4c42-b516-f877b979a5d4 with Priority: HIGHEST for action security_group_members [ 844.015473] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274779ee-014b-4c42-b516-f877b979a5d4 with Priority: HIGHEST for action security_group_members [ 844.015806] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-274779ee-014b-4c42-b516-f877b979a5d4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.015923] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.015997] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.016213] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.016368] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.016470] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.016534] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.016715] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.016840] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.016916] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274779ee-014b-4c42-b516-f877b979a5d4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.025332] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.025471] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.025519] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.025698] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.025859] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.034345] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5213ce82-0b92-4361-a640-578af74c1f75 in Status: UNINITIALIZED for 2s [ 844.223019] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.223019] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.223019] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.223019] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.223019] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.223019] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 28a31921-ad63-4cfa-a8cf-47ca44ea3fcf not found, creating... [ 844.223019] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.223019] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.223019] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.223019] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.223019] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.223582] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.223582] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.223826] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.224218] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.224527] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.224848] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 28a31921-ad63-4cfa-a8cf-47ca44ea3fcf is going to be created. [ 844.245231] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.245451] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.245579] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.245848] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.246101] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.246337] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-28a31921-ad63-4cfa-a8cf-47ca44ea3fcf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.388205] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f992bb52-c4c0-4793-baa2-14f109bb5b5e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.519167] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('274779ee-014b-4c42-b516-f877b979a5d4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.890661] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f992bb52-c4c0-4793-baa2-14f109bb5b5e: rpc.has_security_group_logging(os_id): False [ 844.909903] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.910108] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.910163] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.910344] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.910432] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.910662] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.910779] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.910825] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.910959] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.911043] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.911130] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f992bb52-c4c0-4793-baa2-14f109bb5b5e is going to be created. [ 844.965008] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.965294] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.965294] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.965382] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.965555] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.976889] env[63412]: INFO networking_nsxv3.common.synchronization [req-921a322f-d7e2-47fc-aee6-aa54f148e5f2 req-cffa9221-c2b4-4f0e-9824-520bc21e4817 service nova] Enqueued Resource ID: f9293260-c26e-4326-83c6-4c102a149950 with Priority: HIGHEST for action security_group_rules [ 844.976889] env[63412]: INFO networking_nsxv3.common.synchronization [req-921a322f-d7e2-47fc-aee6-aa54f148e5f2 req-cffa9221-c2b4-4f0e-9824-520bc21e4817 service nova] Enqueued Resource ID: f9293260-c26e-4326-83c6-4c102a149950 with Priority: HIGHEST for action security_group_members [ 844.976889] env[63412]: INFO networking_nsxv3.common.synchronization [req-921a322f-d7e2-47fc-aee6-aa54f148e5f2 req-cffa9221-c2b4-4f0e-9824-520bc21e4817 service nova] Enqueued Resource ID: 28a31921-ad63-4cfa-a8cf-47ca44ea3fcf with Priority: HIGHEST for action port [ 844.977268] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f992bb52-c4c0-4793-baa2-14f109bb5b5e in Status: IN_PROGRESS for 2s [ 844.977412] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9293260-c26e-4326-83c6-4c102a149950 with Priority: HIGHEST for action security_group_rules [ 844.977548] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9293260-c26e-4326-83c6-4c102a149950 with Priority: HIGHEST for action security_group_members [ 844.978376] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28a31921-ad63-4cfa-a8cf-47ca44ea3fcf with Priority: HIGHEST for action port [ 844.978376] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9293260-c26e-4326-83c6-4c102a149950 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.978376] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9293260-c26e-4326-83c6-4c102a149950" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.978376] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9293260-c26e-4326-83c6-4c102a149950" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.978670] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9293260-c26e-4326-83c6-4c102a149950" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.978722] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9293260-c26e-4326-83c6-4c102a149950',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.980119] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9293260-c26e-4326-83c6-4c102a149950 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.983744] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9293260-c26e-4326-83c6-4c102a149950" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.983810] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9293260-c26e-4326-83c6-4c102a149950" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.984257] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9293260-c26e-4326-83c6-4c102a149950" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.984356] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.984455] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.984556] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.984982] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.984982] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.986435] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9293260-c26e-4326-83c6-4c102a149950',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.986435] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-28a31921-ad63-4cfa-a8cf-47ca44ea3fcf taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.986435] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28a31921-ad63-4cfa-a8cf-47ca44ea3fcf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.986435] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28a31921-ad63-4cfa-a8cf-47ca44ea3fcf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.986435] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28a31921-ad63-4cfa-a8cf-47ca44ea3fcf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.986435] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28a31921-ad63-4cfa-a8cf-47ca44ea3fcf',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.021931] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('274779ee-014b-4c42-b516-f877b979a5d4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.036812] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 199cc188-56b1-43c8-a09d-6747901912b7 in Status: SUCCESS [ 845.037044] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-199cc188-56b1-43c8-a09d-6747901912b7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.488763] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9293260-c26e-4326-83c6-4c102a149950 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.488891] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9293260-c26e-4326-83c6-4c102a149950" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.489132] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28a31921-ad63-4cfa-a8cf-47ca44ea3fcf with status ACTIVE [ 845.489299] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.489411] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.489476] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.489683] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.489770] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.489947] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.490053] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.490114] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.490263] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.490357] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.490513] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.490606] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.490669] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.490804] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.490876] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.490992] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28a31921-ad63-4cfa-a8cf-47ca44ea3fcf is going to be updated. [ 845.492025] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9293260-c26e-4326-83c6-4c102a149950',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.519122] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.519122] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.519122] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.519122] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.519122] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.519122] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28a31921-ad63-4cfa-a8cf-47ca44ea3fcf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.525033] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.525185] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.525282] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.525427] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.525509] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.525600] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274779ee-014b-4c42-b516-f877b979a5d4 is going to be updated. [ 845.577706] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.577882] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.577955] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.578177] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.578316] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.587308] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274779ee-014b-4c42-b516-f877b979a5d4 in Status: IN_PROGRESS for 2s [ 845.994088] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9293260-c26e-4326-83c6-4c102a149950',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.042760] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5213ce82-0b92-4361-a640-578af74c1f75 in Status: SUCCESS [ 846.043193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.043193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.043382] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.043583] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.043701] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.043768] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.043930] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.044023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.044641] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.044641] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5213ce82-0b92-4361-a640-578af74c1f75',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.496523] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.496768] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.496851] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.497095] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.497187] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.497287] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9293260-c26e-4326-83c6-4c102a149950 is going to be created. [ 846.520389] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.520579] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.520698] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.520932] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.521137] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.533056] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9293260-c26e-4326-83c6-4c102a149950 in Status: UNINITIALIZED for 2s [ 846.546471] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5213ce82-0b92-4361-a640-578af74c1f75',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.988300] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f992bb52-c4c0-4793-baa2-14f109bb5b5e in Status: SUCCESS [ 846.989052] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f992bb52-c4c0-4793-baa2-14f109bb5b5e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.049041] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5213ce82-0b92-4361-a640-578af74c1f75: rpc.has_security_group_logging(os_id): False [ 847.065957] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.065957] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.065957] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.066193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.066852] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.067596] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.067596] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.067596] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.067596] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.067832] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.067832] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5213ce82-0b92-4361-a640-578af74c1f75 is going to be created. [ 847.124169] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.124169] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.124169] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.124169] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.124169] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.132544] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5213ce82-0b92-4361-a640-578af74c1f75 in Status: IN_PROGRESS for 2s [ 847.597097] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274779ee-014b-4c42-b516-f877b979a5d4 in Status: SUCCESS [ 847.598567] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.542492] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9293260-c26e-4326-83c6-4c102a149950 in Status: SUCCESS [ 848.543112] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9293260-c26e-4326-83c6-4c102a149950" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.543845] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9293260-c26e-4326-83c6-4c102a149950" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.544199] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9293260-c26e-4326-83c6-4c102a149950" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.544511] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.544758] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.544904] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.545170] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.545333] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.545491] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9293260-c26e-4326-83c6-4c102a149950" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.545652] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9293260-c26e-4326-83c6-4c102a149950',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.047789] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9293260-c26e-4326-83c6-4c102a149950 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.048019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9293260-c26e-4326-83c6-4c102a149950" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.048019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9293260-c26e-4326-83c6-4c102a149950" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.048288] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9293260-c26e-4326-83c6-4c102a149950" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.048552] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.048627] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.048664] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.048814] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.049928] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.049928] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9293260-c26e-4326-83c6-4c102a149950" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.050339] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9293260-c26e-4326-83c6-4c102a149950 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.050487] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9293260-c26e-4326-83c6-4c102a149950" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.050579] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9293260-c26e-4326-83c6-4c102a149950" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.051353] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9293260-c26e-4326-83c6-4c102a149950" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.051353] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.051353] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.051353] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.051353] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.051353] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.051609] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9293260-c26e-4326-83c6-4c102a149950" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.051609] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9293260-c26e-4326-83c6-4c102a149950',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.143196] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5213ce82-0b92-4361-a640-578af74c1f75 in Status: SUCCESS [ 849.143422] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.553449] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9293260-c26e-4326-83c6-4c102a149950: rpc.has_security_group_logging(os_id): False [ 849.571708] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.571881] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.571959] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.572221] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.572318] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.572524] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.572716] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.573502] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.573502] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.573502] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.573502] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.573502] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.573502] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.573767] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.573767] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.573937] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.574035] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.574087] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.574268] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.574360] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.574446] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9293260-c26e-4326-83c6-4c102a149950 is going to be created. [ 849.632159] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.632331] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.632446] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.632696] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.632919] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.642366] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9293260-c26e-4326-83c6-4c102a149950 in Status: IN_PROGRESS for 2s [ 849.978728] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 849.978843] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 850.409760] env[63412]: INFO networking_nsxv3.common.synchronization [req-eb707796-148f-4af6-8dcb-16988776a0d9 req-5dc3e748-87ad-41e6-bd7e-85f342cbed34 tempest-ServersTestJSON-406246726 tempest-ServersTestJSON-406246726-project-member] Enqueued Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 850.410304] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 850.410608] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.410734] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.410799] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.410996] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.411161] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.411262] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.411328] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.411466] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.411548] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.411640] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.825443] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-413 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.825747] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-413" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.825794] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-413" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.826067] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-413" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.826328] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.826491] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.826678] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.826973] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.827142] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.827357] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 850.827478] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.827621] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.827741] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.827860] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 850.827973] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.828123] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.846045] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.846253] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 850.846345] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.846574] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-413" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.847206] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-4e764680-8cf4-4228-82c3-77320fc945ad taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.847206] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-4e764680-8cf4-4228-82c3-77320fc945ad" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.847206] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-4e764680-8cf4-4228-82c3-77320fc945ad" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.847511] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-4e764680-8cf4-4228-82c3-77320fc945ad" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.847683] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e764680-8cf4-4228-82c3-77320fc945ad',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.913545] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.349549] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.349751] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.349884] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.350170] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.350331] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.350488] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 4e764680-8cf4-4228-82c3-77320fc945ad not found, creating... [ 851.350790] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.350922] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.351058] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.351283] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.351425] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.351709] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.351872] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.351994] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.352221] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.352360] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.352504] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 4e764680-8cf4-4228-82c3-77320fc945ad is going to be created. [ 851.375714] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.375940] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.376088] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.376489] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.376604] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.376842] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-4e764680-8cf4-4228-82c3-77320fc945ad" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.415403] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.654883] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9293260-c26e-4326-83c6-4c102a149950 in Status: SUCCESS [ 851.655120] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9293260-c26e-4326-83c6-4c102a149950" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.917385] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.917897] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.917897] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.917897] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.918094] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.918094] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36483e6f-5723-4b93-8a36-a832c1be7980 is going to be updated. [ 851.945558] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.945558] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.945558] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.945929] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.945929] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.954374] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: IN_PROGRESS for 2s [ 852.206520] env[63412]: INFO networking_nsxv3.common.synchronization [req-eb707796-148f-4af6-8dcb-16988776a0d9 req-882a1210-7d77-4cf4-bdb3-e5abb71f5fda service nova] Enqueued Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_rules [ 852.206779] env[63412]: INFO networking_nsxv3.common.synchronization [req-eb707796-148f-4af6-8dcb-16988776a0d9 req-882a1210-7d77-4cf4-bdb3-e5abb71f5fda service nova] Enqueued Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 852.206933] env[63412]: INFO networking_nsxv3.common.synchronization [req-eb707796-148f-4af6-8dcb-16988776a0d9 req-882a1210-7d77-4cf4-bdb3-e5abb71f5fda service nova] Enqueued Resource ID: 4e764680-8cf4-4228-82c3-77320fc945ad with Priority: HIGHEST for action port [ 852.207443] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_rules [ 852.207579] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 852.207674] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e764680-8cf4-4228-82c3-77320fc945ad with Priority: HIGHEST for action port [ 852.207945] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.208305] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.208386] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.208623] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.208704] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.209602] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.209714] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.210373] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e764680-8cf4-4228-82c3-77320fc945ad taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.210498] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e764680-8cf4-4228-82c3-77320fc945ad" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.210569] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e764680-8cf4-4228-82c3-77320fc945ad" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.210743] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e764680-8cf4-4228-82c3-77320fc945ad" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.210821] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e764680-8cf4-4228-82c3-77320fc945ad',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.712958] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.713117] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.713317] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e764680-8cf4-4228-82c3-77320fc945ad with status ACTIVE [ 852.713483] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.713585] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.713654] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.713866] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.713953] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.714130] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.714228] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.714288] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.714434] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.714529] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.714709] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.714803] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.714864] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.715008] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.715086] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.715168] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e764680-8cf4-4228-82c3-77320fc945ad is going to be updated. [ 852.737134] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.737315] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.737315] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.737516] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.737677] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.737833] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e764680-8cf4-4228-82c3-77320fc945ad" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.774053] env[63412]: INFO networking_nsxv3.common.synchronization [req-70f973ed-5584-49e1-b692-4200de5719e6 req-4be4c630-043d-43f5-a7ce-e3f977baad4e tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Enqueued Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 852.774590] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 852.776044] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.776044] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.776044] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.776044] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.776044] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.776044] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.776044] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.776044] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.776044] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.776044] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.278474] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.278815] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.278815] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.278959] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.280236] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.280236] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.280236] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.280236] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.280236] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.280236] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.280236] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 is going to be updated. [ 853.308238] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.308238] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.308238] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.308238] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.308238] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.320752] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: IN_PROGRESS for 2s [ 853.606685] env[63412]: INFO networking_nsxv3.common.synchronization [req-59b7d1d0-7f2c-447c-b167-191d5b271194 req-93d18cf2-b3b0-4350-9b7f-2a20c97af8ec tempest-ServerMetadataNegativeTestJSON-1640912592 tempest-ServerMetadataNegativeTestJSON-1640912592-project-member] Enqueued Resource ID: 199cc188-56b1-43c8-a09d-6747901912b7 with Priority: HIGHEST for action security_group_members [ 853.607247] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 199cc188-56b1-43c8-a09d-6747901912b7 with Priority: HIGHEST for action security_group_members [ 853.607665] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-199cc188-56b1-43c8-a09d-6747901912b7 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.607769] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-199cc188-56b1-43c8-a09d-6747901912b7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.607769] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-199cc188-56b1-43c8-a09d-6747901912b7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.607969] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-199cc188-56b1-43c8-a09d-6747901912b7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.608644] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.608814] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.608921] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.609149] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.609290] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.609426] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('199cc188-56b1-43c8-a09d-6747901912b7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.964374] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: SUCCESS [ 853.964630] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.964844] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.965132] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.966197] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.966421] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.966421] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.967036] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.967036] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.967036] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.112406] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.112614] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.112699] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.112946] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.113071] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.113263] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.113372] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.113483] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.113586] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.113663] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.113750] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 199cc188-56b1-43c8-a09d-6747901912b7 is going to be updated. [ 854.140230] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.140341] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.140382] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.140562] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.140707] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.149478] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 199cc188-56b1-43c8-a09d-6747901912b7 in Status: IN_PROGRESS for 2s [ 854.468686] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.971577] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.333191] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: SUCCESS [ 855.333371] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 deletion is rescheduled due to dependency. [ 855.333485] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.473661] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.473935] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.473935] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.474686] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.474686] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.474686] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36483e6f-5723-4b93-8a36-a832c1be7980 is going to be updated. [ 855.502028] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.502028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.502195] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.502376] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.502597] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.510103] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: IN_PROGRESS for 2s [ 855.725511] env[63412]: INFO networking_nsxv3.common.synchronization [req-d68a81e2-c134-48b6-bbde-d89b65336075 req-f3509fc3-194b-464f-88a2-5b2b54a72c7d tempest-InstanceActionsNegativeTestJSON-1996834078 tempest-InstanceActionsNegativeTestJSON-1996834078-project-member] Enqueued Resource ID: f9293260-c26e-4326-83c6-4c102a149950 with Priority: HIGHEST for action security_group_members [ 855.726079] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9293260-c26e-4326-83c6-4c102a149950 with Priority: HIGHEST for action security_group_members [ 855.726365] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9293260-c26e-4326-83c6-4c102a149950 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.726491] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9293260-c26e-4326-83c6-4c102a149950" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.726559] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9293260-c26e-4326-83c6-4c102a149950" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.727504] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9293260-c26e-4326-83c6-4c102a149950" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.727504] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.729291] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.729375] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.729536] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.729625] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.729723] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9293260-c26e-4326-83c6-4c102a149950',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.158869] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 199cc188-56b1-43c8-a09d-6747901912b7 in Status: SUCCESS [ 856.159077] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 199cc188-56b1-43c8-a09d-6747901912b7 deletion is rescheduled due to dependency. [ 856.159198] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-199cc188-56b1-43c8-a09d-6747901912b7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.232091] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.232331] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.232439] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.232726] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.232855] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.233151] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.233302] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.233393] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.233607] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.233739] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.233867] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9293260-c26e-4326-83c6-4c102a149950 is going to be updated. [ 856.262312] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.262399] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.262478] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.262764] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.262932] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.272088] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9293260-c26e-4326-83c6-4c102a149950 in Status: IN_PROGRESS for 2s [ 856.788204] env[63412]: INFO networking_nsxv3.common.synchronization [req-13a8d748-6aa5-4fd4-9ed5-87d62c1f414f req-57883f2c-eb41-47a2-ad1f-761ada95697f tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Enqueued Resource ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b with Priority: HIGHEST for action security_group_members [ 856.792059] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b with Priority: HIGHEST for action security_group_members [ 856.792705] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.792825] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.792914] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.793198] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.794031] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.794031] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.794031] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.794031] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.794031] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.794031] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a387e002-b3cc-47f7-ad7f-83a6b16dab4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.178283] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-747 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.178409] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-747" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.178534] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-747" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.182016] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-747" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.182016] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.182016] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.182016] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.182016] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.182016] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.182016] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 857.182016] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.182016] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.182016] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.182016] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 857.182016] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.182016] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 857.200172] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 857.200172] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 857.200172] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 857.200757] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-747" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.201081] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-23b8f8a2-c208-4ebd-9e37-1378d8f01137 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.201312] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-23b8f8a2-c208-4ebd-9e37-1378d8f01137" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.201418] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-23b8f8a2-c208-4ebd-9e37-1378d8f01137" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.201766] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-23b8f8a2-c208-4ebd-9e37-1378d8f01137" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.201886] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23b8f8a2-c208-4ebd-9e37-1378d8f01137',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.297460] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.297660] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.297759] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.297981] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.298080] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.298277] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.298391] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.298431] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.298594] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.298658] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.298736] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b is going to be updated. [ 857.327279] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.328271] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.328271] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.328271] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.328271] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.337636] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b in Status: IN_PROGRESS for 2s [ 857.470228] env[63412]: INFO networking_nsxv3.common.synchronization [req-a739d475-20d3-4d46-997a-1f7aad4a44e8 req-7c85c9eb-d4d8-4d06-a3fb-cc7903d80cc6 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Enqueued Resource ID: 68937c31-c3c5-456d-8cda-4f14670f638d with Priority: HIGHEST for action security_group_members [ 857.471992] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68937c31-c3c5-456d-8cda-4f14670f638d with Priority: HIGHEST for action security_group_members [ 857.471992] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-68937c31-c3c5-456d-8cda-4f14670f638d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.471992] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.471992] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.471992] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.472343] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.472343] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.472343] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.472435] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.472463] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.472563] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68937c31-c3c5-456d-8cda-4f14670f638d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.519265] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: SUCCESS [ 857.519531] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.519775] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.520047] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.520308] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.520439] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.520509] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.520677] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.520770] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.520857] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.520951] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.704979] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.705134] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.705285] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.705657] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.705934] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.706030] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 23b8f8a2-c208-4ebd-9e37-1378d8f01137 not found, creating... [ 857.706332] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.706524] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.706739] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.707086] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.707270] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.707631] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.707766] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.707912] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.708155] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.708296] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.708444] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 23b8f8a2-c208-4ebd-9e37-1378d8f01137 is going to be created. [ 857.730087] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.730311] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.731195] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.731195] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.731195] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.731355] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-23b8f8a2-c208-4ebd-9e37-1378d8f01137" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.977732] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.978018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.978018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.978212] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.999856] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.000167] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.000256] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.000324] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.001335] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.001335] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.001335] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68937c31-c3c5-456d-8cda-4f14670f638d is going to be updated. [ 858.023902] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.026026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.026026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.026026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.026202] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.026707] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.026707] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.026792] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.026904] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.027039] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.027259] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.027401] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.027465] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.027682] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.027916] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.028010] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.028112] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.028299] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.028402] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.028512] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.028633] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.030871] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.030871] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.030986] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.031184] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.031367] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.039700] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68937c31-c3c5-456d-8cda-4f14670f638d in Status: IN_PROGRESS for 2s [ 858.286954] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9293260-c26e-4326-83c6-4c102a149950 in Status: SUCCESS [ 858.287146] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9293260-c26e-4326-83c6-4c102a149950 deletion is rescheduled due to dependency. [ 858.287281] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9293260-c26e-4326-83c6-4c102a149950" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.493825] env[63412]: INFO networking_nsxv3.common.synchronization [req-13a8d748-6aa5-4fd4-9ed5-87d62c1f414f req-69d66d45-534c-48d6-87a4-b5475353e300 service nova] Enqueued Resource ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b with Priority: HIGHEST for action security_group_rules [ 858.494068] env[63412]: INFO networking_nsxv3.common.synchronization [req-13a8d748-6aa5-4fd4-9ed5-87d62c1f414f req-69d66d45-534c-48d6-87a4-b5475353e300 service nova] Enqueued Resource ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b with Priority: HIGHEST for action security_group_members [ 858.494234] env[63412]: INFO networking_nsxv3.common.synchronization [req-13a8d748-6aa5-4fd4-9ed5-87d62c1f414f req-69d66d45-534c-48d6-87a4-b5475353e300 service nova] Enqueued Resource ID: 23b8f8a2-c208-4ebd-9e37-1378d8f01137 with Priority: HIGHEST for action port [ 858.494463] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b with Priority: HIGHEST for action security_group_rules [ 858.494617] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b with Priority: HIGHEST for action security_group_members [ 858.494723] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23b8f8a2-c208-4ebd-9e37-1378d8f01137 with Priority: HIGHEST for action port [ 858.495265] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a387e002-b3cc-47f7-ad7f-83a6b16dab4b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.495417] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.495468] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.495645] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.495724] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a387e002-b3cc-47f7-ad7f-83a6b16dab4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.498543] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.498543] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.498543] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-23b8f8a2-c208-4ebd-9e37-1378d8f01137 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.498543] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23b8f8a2-c208-4ebd-9e37-1378d8f01137" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.498543] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23b8f8a2-c208-4ebd-9e37-1378d8f01137" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.498543] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23b8f8a2-c208-4ebd-9e37-1378d8f01137" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.498543] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23b8f8a2-c208-4ebd-9e37-1378d8f01137',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.533529] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36483e6f-5723-4b93-8a36-a832c1be7980: rpc.has_security_group_logging(os_id): False [ 858.552574] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.552574] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.552574] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.552574] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.552574] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.552574] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.552574] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.552574] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.552574] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.552574] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.552574] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.552574] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.552574] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.552574] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.552574] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.553253] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.553253] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.553253] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.553253] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.553253] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.553253] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36483e6f-5723-4b93-8a36-a832c1be7980 is going to be updated. [ 858.614039] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.614219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.614265] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.614458] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.614599] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.627530] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: IN_PROGRESS for 2s [ 859.002178] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.002445] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.002481] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23b8f8a2-c208-4ebd-9e37-1378d8f01137 with status ACTIVE [ 859.002656] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.002856] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.002856] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.003446] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.003512] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.004172] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.004172] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.004172] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.004172] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.004172] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.004861] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.004861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.004861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.004861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.004861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.004861] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23b8f8a2-c208-4ebd-9e37-1378d8f01137 is going to be updated. [ 859.024428] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.024634] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.024732] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.024940] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.025108] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.025250] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23b8f8a2-c208-4ebd-9e37-1378d8f01137" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.346435] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b in Status: SUCCESS [ 859.346629] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b deletion is rescheduled due to dependency. [ 859.346764] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.346932] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.347168] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.347357] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.347474] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.347541] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.347725] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.347800] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.347897] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a387e002-b3cc-47f7-ad7f-83a6b16dab4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.365416] env[63412]: INFO networking_nsxv3.common.synchronization [req-ace4b547-03e8-4d88-929a-769e6796fc8b req-212dcf0c-a4e0-48b1-ab2d-82a23d502689 tempest-TenantUsagesTestJSON-865505567 tempest-TenantUsagesTestJSON-865505567-project-member] Enqueued Resource ID: dc7842c3-ec1b-480a-92e7-7cabba4915e3 with Priority: HIGHEST for action security_group_members [ 859.366012] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7842c3-ec1b-480a-92e7-7cabba4915e3 with Priority: HIGHEST for action security_group_members [ 859.366553] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7842c3-ec1b-480a-92e7-7cabba4915e3 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.366553] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7842c3-ec1b-480a-92e7-7cabba4915e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.366553] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7842c3-ec1b-480a-92e7-7cabba4915e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.366772] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7842c3-ec1b-480a-92e7-7cabba4915e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.367085] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.367085] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.367085] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.367305] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.367305] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.367415] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc7842c3-ec1b-480a-92e7-7cabba4915e3',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.850546] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a387e002-b3cc-47f7-ad7f-83a6b16dab4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.862356] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.862545] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.862689] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.862966] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.863236] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.863402] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.863526] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.863770] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.863929] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.864164] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.864285] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.864399] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.864512] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.864627] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.864738] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.864872] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.868999] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.869124] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.869189] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.869339] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.869420] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.869585] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.869677] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.869739] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.869876] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.869952] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.870051] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7842c3-ec1b-480a-92e7-7cabba4915e3 already deleted. [ 859.870129] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7842c3-ec1b-480a-92e7-7cabba4915e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.883097] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.883097] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 859.883097] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.883097] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-706" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.883373] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-e9759ebc-e366-4aa0-8b51-64497453d703 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.883538] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-e9759ebc-e366-4aa0-8b51-64497453d703" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.883661] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-e9759ebc-e366-4aa0-8b51-64497453d703" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.883961] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-e9759ebc-e366-4aa0-8b51-64497453d703" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.884119] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9759ebc-e366-4aa0-8b51-64497453d703',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.049605] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68937c31-c3c5-456d-8cda-4f14670f638d in Status: SUCCESS [ 860.049981] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68937c31-c3c5-456d-8cda-4f14670f638d deletion is rescheduled due to dependency. [ 860.049981] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68937c31-c3c5-456d-8cda-4f14670f638d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.352657] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a387e002-b3cc-47f7-ad7f-83a6b16dab4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.385976] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.386220] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.386353] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.386688] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.386856] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.387025] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port e9759ebc-e366-4aa0-8b51-64497453d703 not found, creating... [ 860.387294] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.387455] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.387577] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.387872] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.388021] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.388304] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.388485] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.388646] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.388867] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.389012] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.389165] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: e9759ebc-e366-4aa0-8b51-64497453d703 is going to be created. [ 860.409404] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.409616] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.409616] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.409876] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.410130] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.410357] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-e9759ebc-e366-4aa0-8b51-64497453d703" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.640063] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: SUCCESS [ 860.640323] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.855612] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.855612] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.855612] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.855807] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.856414] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.856414] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b is going to be updated. [ 860.883933] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.883933] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.883933] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.883933] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.884151] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.894043] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b in Status: IN_PROGRESS for 2s [ 861.266233] env[63412]: INFO networking_nsxv3.common.synchronization [req-ace4b547-03e8-4d88-929a-769e6796fc8b req-7ad82e7e-9db4-4700-b7ad-4bfb4d0c2a27 service nova] Enqueued Resource ID: dc7842c3-ec1b-480a-92e7-7cabba4915e3 with Priority: HIGHEST for action security_group_rules [ 861.266233] env[63412]: INFO networking_nsxv3.common.synchronization [req-ace4b547-03e8-4d88-929a-769e6796fc8b req-7ad82e7e-9db4-4700-b7ad-4bfb4d0c2a27 service nova] Enqueued Resource ID: dc7842c3-ec1b-480a-92e7-7cabba4915e3 with Priority: HIGHEST for action security_group_members [ 861.266233] env[63412]: INFO networking_nsxv3.common.synchronization [req-ace4b547-03e8-4d88-929a-769e6796fc8b req-7ad82e7e-9db4-4700-b7ad-4bfb4d0c2a27 service nova] Enqueued Resource ID: e9759ebc-e366-4aa0-8b51-64497453d703 with Priority: HIGHEST for action port [ 861.266233] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7842c3-ec1b-480a-92e7-7cabba4915e3 with Priority: HIGHEST for action security_group_rules [ 861.266233] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7842c3-ec1b-480a-92e7-7cabba4915e3 with Priority: HIGHEST for action security_group_members [ 861.266233] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9759ebc-e366-4aa0-8b51-64497453d703 with Priority: HIGHEST for action port [ 861.267148] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc7842c3-ec1b-480a-92e7-7cabba4915e3 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.267469] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc7842c3-ec1b-480a-92e7-7cabba4915e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.267623] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc7842c3-ec1b-480a-92e7-7cabba4915e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.268028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc7842c3-ec1b-480a-92e7-7cabba4915e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.268263] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc7842c3-ec1b-480a-92e7-7cabba4915e3',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.269624] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7842c3-ec1b-480a-92e7-7cabba4915e3 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.269931] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7842c3-ec1b-480a-92e7-7cabba4915e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.270144] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7842c3-ec1b-480a-92e7-7cabba4915e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.270790] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7842c3-ec1b-480a-92e7-7cabba4915e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.270790] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.270962] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.270962] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.271086] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.271188] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.271257] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc7842c3-ec1b-480a-92e7-7cabba4915e3',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.272815] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9759ebc-e366-4aa0-8b51-64497453d703 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.272815] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9759ebc-e366-4aa0-8b51-64497453d703" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.272962] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9759ebc-e366-4aa0-8b51-64497453d703" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.273149] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9759ebc-e366-4aa0-8b51-64497453d703" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.273382] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9759ebc-e366-4aa0-8b51-64497453d703',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.610024] env[63412]: INFO networking_nsxv3.common.synchronization [req-48578488-0a84-45e3-a89a-4838232e8a17 req-ef494bd0-6acd-4030-b759-b61a13a9f142 tempest-FloatingIPsAssociationTestJSON-1395765778 tempest-FloatingIPsAssociationTestJSON-1395765778-project-member] Enqueued Resource ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 with Priority: HIGHEST for action security_group_members [ 861.610024] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 with Priority: HIGHEST for action security_group_members [ 861.610024] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-574843a3-ddcb-4765-a750-aae37e4dcea5 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.610024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.610024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.610024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.610462] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.610614] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.610697] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.610893] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.610994] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.611123] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('574843a3-ddcb-4765-a750-aae37e4dcea5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.774822] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc7842c3-ec1b-480a-92e7-7cabba4915e3',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.775899] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7842c3-ec1b-480a-92e7-7cabba4915e3 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.776487] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7842c3-ec1b-480a-92e7-7cabba4915e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.776832] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9759ebc-e366-4aa0-8b51-64497453d703 with status ACTIVE [ 861.777031] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.777152] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.777233] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.777417] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.777502] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.777671] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.777773] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.777829] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.777984] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.778086] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.778273] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.778353] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.778404] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.778718] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.778718] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.778718] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9759ebc-e366-4aa0-8b51-64497453d703 is going to be updated. [ 861.799083] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.799276] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.799276] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.799472] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.799601] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.799753] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9759ebc-e366-4aa0-8b51-64497453d703" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.021655] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.021868] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-515" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.022048] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-515" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.022369] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-515" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.022676] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.022892] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.022945] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.023196] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.023340] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.023549] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 862.023666] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.023783] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.023895] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.024015] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 862.024158] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.024261] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.046163] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.046275] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 862.046369] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.046554] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-515" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.046962] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-91d74d26-0e98-4b3c-b033-67f78e3f241a taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.047172] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-91d74d26-0e98-4b3c-b033-67f78e3f241a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.047534] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-91d74d26-0e98-4b3c-b033-67f78e3f241a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.047631] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-91d74d26-0e98-4b3c-b033-67f78e3f241a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.047885] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91d74d26-0e98-4b3c-b033-67f78e3f241a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.113695] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.113976] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.114125] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.114472] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.114606] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.114834] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.114957] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.115036] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.115204] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.115283] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.115369] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 already deleted. [ 862.115449] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.281357] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc7842c3-ec1b-480a-92e7-7cabba4915e3',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.551300] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.551403] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.551585] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.551839] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.551993] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.552182] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 91d74d26-0e98-4b3c-b033-67f78e3f241a not found, creating... [ 862.552450] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.552614] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.552739] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.552959] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.553117] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.553401] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.553562] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.553686] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.553897] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.554057] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.554219] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 91d74d26-0e98-4b3c-b033-67f78e3f241a is going to be created. [ 862.572991] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.573238] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.573350] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.573609] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.573838] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.574083] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-91d74d26-0e98-4b3c-b033-67f78e3f241a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.783485] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.783723] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.783723] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.783913] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.784015] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.784132] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7842c3-ec1b-480a-92e7-7cabba4915e3 is going to be created. [ 862.808440] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.808632] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.808632] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.808851] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.809126] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.818371] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7842c3-ec1b-480a-92e7-7cabba4915e3 in Status: UNINITIALIZED for 2s [ 862.887317] env[63412]: INFO networking_nsxv3.common.synchronization [req-f94caedc-563d-44b3-9361-94304148a67d req-614d31b8-ce3d-44bd-90ee-4b309d30e28c tempest-ServersTestJSON-406246726 tempest-ServersTestJSON-406246726-project-member] Enqueued Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 862.887933] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 862.888384] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.888513] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.888584] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.888785] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.888945] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.889048] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.889114] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.889261] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.889345] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.889437] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.902823] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b in Status: SUCCESS [ 862.903056] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.903352] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.903542] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.903718] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.903829] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.903895] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.904057] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.904141] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.904227] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.904317] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a387e002-b3cc-47f7-ad7f-83a6b16dab4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.391759] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.406688] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.406893] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.406893] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.407113] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.407400] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.407400] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.407536] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.407566] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.407653] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.407763] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.407913] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.408017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.408081] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.408340] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.408340] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.408499] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.408499] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.408621] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.408694] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.408776] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.408864] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a387e002-b3cc-47f7-ad7f-83a6b16dab4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.423364] env[63412]: INFO networking_nsxv3.common.synchronization [req-48578488-0a84-45e3-a89a-4838232e8a17 req-0e2f4afd-08d9-4dfa-8b0a-4dbe71d387b9 service nova] Enqueued Resource ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 with Priority: HIGHEST for action security_group_rules [ 863.423364] env[63412]: INFO networking_nsxv3.common.synchronization [req-48578488-0a84-45e3-a89a-4838232e8a17 req-0e2f4afd-08d9-4dfa-8b0a-4dbe71d387b9 service nova] Enqueued Resource ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 with Priority: HIGHEST for action security_group_members [ 863.423364] env[63412]: INFO networking_nsxv3.common.synchronization [req-48578488-0a84-45e3-a89a-4838232e8a17 req-0e2f4afd-08d9-4dfa-8b0a-4dbe71d387b9 service nova] Enqueued Resource ID: 91d74d26-0e98-4b3c-b033-67f78e3f241a with Priority: HIGHEST for action port [ 863.423364] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 with Priority: HIGHEST for action security_group_rules [ 863.423364] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 with Priority: HIGHEST for action security_group_members [ 863.423978] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91d74d26-0e98-4b3c-b033-67f78e3f241a with Priority: HIGHEST for action port [ 863.423978] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-574843a3-ddcb-4765-a750-aae37e4dcea5 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.423978] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.423978] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.424545] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.424666] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('574843a3-ddcb-4765-a750-aae37e4dcea5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.427223] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-574843a3-ddcb-4765-a750-aae37e4dcea5 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.427223] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.427223] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.427223] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.427223] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.427223] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.427223] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.427223] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.427223] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.427560] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('574843a3-ddcb-4765-a750-aae37e4dcea5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.428933] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-91d74d26-0e98-4b3c-b033-67f78e3f241a taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.428933] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91d74d26-0e98-4b3c-b033-67f78e3f241a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.428933] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91d74d26-0e98-4b3c-b033-67f78e3f241a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.429137] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91d74d26-0e98-4b3c-b033-67f78e3f241a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.429137] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91d74d26-0e98-4b3c-b033-67f78e3f241a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.894401] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.911995] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a387e002-b3cc-47f7-ad7f-83a6b16dab4b: rpc.has_security_group_logging(os_id): False [ 863.926754] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-574843a3-ddcb-4765-a750-aae37e4dcea5 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.926754] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.929777] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.929777] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.929777] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.929777] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.929777] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.929777] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.930116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.930116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.930116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.930195] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.930396] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.930514] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.930545] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.930848] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.930882] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.931201] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.931313] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.931377] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.931555] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.932060] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.932060] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b is going to be updated. [ 863.933053] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('574843a3-ddcb-4765-a750-aae37e4dcea5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.933732] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91d74d26-0e98-4b3c-b033-67f78e3f241a with status ACTIVE [ 863.933930] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.934392] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.934392] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.934392] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.934392] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.934543] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.934726] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.934781] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.935359] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.935359] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.935359] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.935359] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.935359] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.935583] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.935613] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.935707] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91d74d26-0e98-4b3c-b033-67f78e3f241a is going to be updated. [ 863.955892] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.956068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.956141] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.956344] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.956478] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.956632] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91d74d26-0e98-4b3c-b033-67f78e3f241a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.005104] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.005289] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.005353] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.005536] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.005686] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.019303] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b in Status: IN_PROGRESS for 2s [ 864.398840] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.398840] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.398840] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.398840] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.398840] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.398840] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36483e6f-5723-4b93-8a36-a832c1be7980 is going to be updated. [ 864.424123] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.424245] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.424283] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.424484] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.424622] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.432236] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: IN_PROGRESS for 2s [ 864.438572] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('574843a3-ddcb-4765-a750-aae37e4dcea5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.827303] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7842c3-ec1b-480a-92e7-7cabba4915e3 in Status: SUCCESS [ 864.827530] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7842c3-ec1b-480a-92e7-7cabba4915e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.827739] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7842c3-ec1b-480a-92e7-7cabba4915e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.827971] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7842c3-ec1b-480a-92e7-7cabba4915e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.828188] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.829029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.829029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.829029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.829029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.829029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7842c3-ec1b-480a-92e7-7cabba4915e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.829029] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc7842c3-ec1b-480a-92e7-7cabba4915e3',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.941062] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.941062] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.941062] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.941429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.941429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.941535] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 is going to be created. [ 864.964413] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.964608] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.964781] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.965048] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.965325] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.975675] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 in Status: UNINITIALIZED for 2s [ 865.331523] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7842c3-ec1b-480a-92e7-7cabba4915e3 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.331808] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7842c3-ec1b-480a-92e7-7cabba4915e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.331924] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7842c3-ec1b-480a-92e7-7cabba4915e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.332274] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7842c3-ec1b-480a-92e7-7cabba4915e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.332555] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.332731] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.332838] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.333219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.333384] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.333552] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7842c3-ec1b-480a-92e7-7cabba4915e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.333798] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7842c3-ec1b-480a-92e7-7cabba4915e3 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.333947] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7842c3-ec1b-480a-92e7-7cabba4915e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.334076] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7842c3-ec1b-480a-92e7-7cabba4915e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.334318] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7842c3-ec1b-480a-92e7-7cabba4915e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.334599] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.334848] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.334923] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.335171] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.335303] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.335437] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7842c3-ec1b-480a-92e7-7cabba4915e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.335597] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc7842c3-ec1b-480a-92e7-7cabba4915e3',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.840042] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc7842c3-ec1b-480a-92e7-7cabba4915e3: rpc.has_security_group_logging(os_id): False [ 865.857095] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.857235] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.857315] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.857520] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.857622] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.857823] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.857934] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.857999] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.858180] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.858283] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.858560] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.858673] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.858737] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.858979] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.858979] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.859145] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.859270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.859333] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.859494] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.859570] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.859654] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc7842c3-ec1b-480a-92e7-7cabba4915e3 is going to be created. [ 865.913798] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.913983] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.914033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.914238] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.914413] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.930963] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc7842c3-ec1b-480a-92e7-7cabba4915e3 in Status: IN_PROGRESS for 2s [ 866.036529] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b in Status: SUCCESS [ 866.037731] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.442959] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: SUCCESS [ 866.442959] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.680473] env[63412]: INFO networking_nsxv3.common.synchronization [req-95a0fa26-d8b7-4ef6-bfdc-819db9f331bf req-2aa10161-0e0a-455f-b704-f3871294b09b tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Enqueued Resource ID: 274779ee-014b-4c42-b516-f877b979a5d4 with Priority: HIGHEST for action security_group_members [ 866.681117] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274779ee-014b-4c42-b516-f877b979a5d4 with Priority: HIGHEST for action security_group_members [ 866.682295] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-274779ee-014b-4c42-b516-f877b979a5d4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.682295] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.682295] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.682295] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.682295] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.682295] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.682295] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.682625] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.682625] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.682625] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274779ee-014b-4c42-b516-f877b979a5d4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.986352] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 in Status: SUCCESS [ 866.986599] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.986808] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.987143] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.987262] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.987401] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.987484] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.987667] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.987770] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.987901] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.987948] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('574843a3-ddcb-4765-a750-aae37e4dcea5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.188425] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.188425] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.188425] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.188425] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.188594] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.188664] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.188761] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.188820] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.188976] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.189059] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.189141] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274779ee-014b-4c42-b516-f877b979a5d4 is going to be updated. [ 867.225683] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.225879] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.225879] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.226406] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.226556] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.237599] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274779ee-014b-4c42-b516-f877b979a5d4 in Status: IN_PROGRESS for 2s [ 867.492998] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-574843a3-ddcb-4765-a750-aae37e4dcea5 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.493324] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.493416] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.493669] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.494338] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.494492] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.494585] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.494848] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.494922] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.495128] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.495227] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-574843a3-ddcb-4765-a750-aae37e4dcea5 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.495362] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.495436] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.495626] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.495810] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.495919] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.495988] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.496219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.496914] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.497058] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.497167] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('574843a3-ddcb-4765-a750-aae37e4dcea5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.942309] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc7842c3-ec1b-480a-92e7-7cabba4915e3 in Status: SUCCESS [ 867.945301] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc7842c3-ec1b-480a-92e7-7cabba4915e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.003060] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 574843a3-ddcb-4765-a750-aae37e4dcea5: rpc.has_security_group_logging(os_id): False [ 868.020752] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.021008] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.021008] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.021214] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.021388] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.021517] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.021617] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.021686] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.021822] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.021899] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.022100] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.022191] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.022253] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.022388] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.022458] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.022665] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.022766] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.022766] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.022934] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.023920] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.024419] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 is going to be created. [ 868.078300] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.078495] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.078495] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.078712] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.078896] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.095781] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 in Status: IN_PROGRESS for 2s [ 868.287507] env[63412]: INFO networking_nsxv3.common.synchronization [req-ed5950c3-bee8-4f81-88da-7d7df9db7013 req-4cc1557b-c3b0-4fd9-8e75-f7b30f372a86 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Enqueued Resource ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b with Priority: HIGHEST for action security_group_members [ 868.291566] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b with Priority: HIGHEST for action security_group_members [ 868.292701] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.292888] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.292977] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.293288] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.294107] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.294107] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.294107] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.294368] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.294368] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.294506] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a387e002-b3cc-47f7-ad7f-83a6b16dab4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.659150] env[63412]: INFO networking_nsxv3.common.synchronization [req-1d779a0b-ba5d-44f1-8c59-cf065f701a7d req-ea3f02ed-a922-47b6-9960-3c38bc320046 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Enqueued Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 868.659920] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 868.660365] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.660568] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.660721] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.661013] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.661236] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.661431] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.661547] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.661758] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.661912] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.662104] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.798551] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.798821] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.798898] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.799227] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.799408] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.799664] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.799938] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.799938] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.800073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.801292] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.801292] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b is going to be updated. [ 868.829588] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.829872] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.830299] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.830911] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.832144] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.868874] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b in Status: IN_PROGRESS for 2s [ 869.063661] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-962 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.063986] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-962" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.064038] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-962" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.064383] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-962" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.064734] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.064964] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.065185] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.065417] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.065613] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.065834] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 869.065937] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.066087] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.066241] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.066335] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 869.066497] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.066597] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.088030] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.088243] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 869.088422] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.088658] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-962" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.089080] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-d4f26650-2dea-4092-b22a-ae3e613b0123 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.089331] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-d4f26650-2dea-4092-b22a-ae3e613b0123" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.089498] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-d4f26650-2dea-4092-b22a-ae3e613b0123" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.089911] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-d4f26650-2dea-4092-b22a-ae3e613b0123" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.090088] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4f26650-2dea-4092-b22a-ae3e613b0123',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.165041] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.165041] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.165041] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.165400] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.165400] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.165622] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.165730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.165810] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.165967] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.166066] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.166183] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 is going to be updated. [ 869.193586] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.193777] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.193820] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.194031] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.194215] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.202182] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: IN_PROGRESS for 2s [ 869.247862] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274779ee-014b-4c42-b516-f877b979a5d4 in Status: SUCCESS [ 869.248042] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274779ee-014b-4c42-b516-f877b979a5d4 deletion is rescheduled due to dependency. [ 869.248160] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.594366] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.594703] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.594878] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.595276] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.595492] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.595670] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port d4f26650-2dea-4092-b22a-ae3e613b0123 not found, creating... [ 869.595940] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.596120] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.596261] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.596499] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.596645] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.596959] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.597142] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.597913] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.597913] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.597913] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.597913] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: d4f26650-2dea-4092-b22a-ae3e613b0123 is going to be created. [ 869.617207] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.617392] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.617479] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.617746] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.617986] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.618224] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-d4f26650-2dea-4092-b22a-ae3e613b0123" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.111078] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 in Status: SUCCESS [ 870.111393] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.499081] env[63412]: INFO networking_nsxv3.common.synchronization [req-1d779a0b-ba5d-44f1-8c59-cf065f701a7d req-2077ede0-c9d8-4ee1-a661-73953914d3e3 service nova] Enqueued Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_rules [ 870.499326] env[63412]: INFO networking_nsxv3.common.synchronization [req-1d779a0b-ba5d-44f1-8c59-cf065f701a7d req-2077ede0-c9d8-4ee1-a661-73953914d3e3 service nova] Enqueued Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 870.499473] env[63412]: INFO networking_nsxv3.common.synchronization [req-1d779a0b-ba5d-44f1-8c59-cf065f701a7d req-2077ede0-c9d8-4ee1-a661-73953914d3e3 service nova] Enqueued Resource ID: d4f26650-2dea-4092-b22a-ae3e613b0123 with Priority: HIGHEST for action port [ 870.499708] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_rules [ 870.499856] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 870.499969] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4f26650-2dea-4092-b22a-ae3e613b0123 with Priority: HIGHEST for action port [ 870.500542] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.500666] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.500754] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.500932] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.502701] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.503766] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.503949] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.504596] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4f26650-2dea-4092-b22a-ae3e613b0123 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.504596] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4f26650-2dea-4092-b22a-ae3e613b0123" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.504596] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4f26650-2dea-4092-b22a-ae3e613b0123" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.504596] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4f26650-2dea-4092-b22a-ae3e613b0123" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.505174] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4f26650-2dea-4092-b22a-ae3e613b0123',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.880562] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b in Status: SUCCESS [ 870.880799] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a387e002-b3cc-47f7-ad7f-83a6b16dab4b deletion is rescheduled due to dependency. [ 870.880977] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a387e002-b3cc-47f7-ad7f-83a6b16dab4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.008825] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.009083] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.009387] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4f26650-2dea-4092-b22a-ae3e613b0123 with status ACTIVE [ 871.009599] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.009726] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.009814] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.010072] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.010173] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.010384] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.010502] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.010569] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.010766] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.010861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.011074] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.011178] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.011243] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.011404] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.011493] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.011585] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4f26650-2dea-4092-b22a-ae3e613b0123 is going to be updated. [ 871.031766] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.031914] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.031984] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.032969] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.032969] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.032969] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4f26650-2dea-4092-b22a-ae3e613b0123" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.213308] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: SUCCESS [ 871.214030] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 deletion is rescheduled due to dependency. [ 871.214281] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.214541] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.214984] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.215294] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.215530] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.215675] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.215917] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.216179] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.216375] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.280447] env[63412]: INFO networking_nsxv3.common.synchronization [req-558c9a15-49e4-4ac9-b3c4-6aecad885078 req-d60f6152-90bd-4708-a38a-5afe0cb0770f tempest-TenantUsagesTestJSON-865505567 tempest-TenantUsagesTestJSON-865505567-project-member] Enqueued Resource ID: dc7842c3-ec1b-480a-92e7-7cabba4915e3 with Priority: HIGHEST for action security_group_members [ 871.281031] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7842c3-ec1b-480a-92e7-7cabba4915e3 with Priority: HIGHEST for action security_group_members [ 871.281379] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc7842c3-ec1b-480a-92e7-7cabba4915e3 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.281538] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc7842c3-ec1b-480a-92e7-7cabba4915e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.281630] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc7842c3-ec1b-480a-92e7-7cabba4915e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.282294] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc7842c3-ec1b-480a-92e7-7cabba4915e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.282505] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.282645] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.282734] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.282919] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.283044] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.283165] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc7842c3-ec1b-480a-92e7-7cabba4915e3',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.719277] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.785520] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.785733] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.785794] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.786076] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.786197] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.786426] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.786552] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.786619] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.786948] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.787115] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.787177] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7842c3-ec1b-480a-92e7-7cabba4915e3 is going to be updated. [ 871.814984] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.814984] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.815215] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.815298] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.815452] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.823656] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7842c3-ec1b-480a-92e7-7cabba4915e3 in Status: IN_PROGRESS for 2s [ 872.227350] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.730573] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.730842] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.730842] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.731049] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.731150] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.731251] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 is going to be updated. [ 872.758414] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.758686] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.758686] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.758806] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.758990] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.766540] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: IN_PROGRESS for 2s [ 873.835168] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc7842c3-ec1b-480a-92e7-7cabba4915e3 in Status: SUCCESS [ 873.835452] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc7842c3-ec1b-480a-92e7-7cabba4915e3 deletion is rescheduled due to dependency. [ 873.835452] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc7842c3-ec1b-480a-92e7-7cabba4915e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.776051] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: SUCCESS [ 874.776426] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.776678] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.777249] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.777403] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.777652] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.777722] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.777950] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.778211] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.778293] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.778433] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.282929] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.283290] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.283290] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.283517] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.283734] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.283882] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.283970] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.284176] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.284294] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.284435] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.284608] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.284705] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.284788] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.284967] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.285178] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.285290] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.285347] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.285867] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.285867] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.285867] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.285867] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.790263] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc126587-c54f-41d7-95ee-ef30102979e4: rpc.has_security_group_logging(os_id): False [ 875.810424] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.810503] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.810574] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.811701] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.811701] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.811701] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.811701] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.811701] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.811701] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.811701] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.813524] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.813705] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.813705] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.813987] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.814141] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.814327] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.814426] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.814491] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.814693] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.816265] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.816265] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 is going to be updated. [ 875.876101] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.876291] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.876363] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.876609] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.876788] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.892159] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: IN_PROGRESS for 2s [ 876.282127] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 876.282235] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 877.907967] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: SUCCESS [ 877.907967] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.820489] env[63412]: INFO networking_nsxv3.common.synchronization [req-f34c0671-72ee-40ff-87bc-82468e19f565 req-b482a5b0-7ea7-4d01-9708-1ade1fb0fa09 tempest-FloatingIPsAssociationTestJSON-1395765778 tempest-FloatingIPsAssociationTestJSON-1395765778-project-member] Enqueued Resource ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 with Priority: HIGHEST for action security_group_members [ 880.820948] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 with Priority: HIGHEST for action security_group_members [ 880.824117] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-574843a3-ddcb-4765-a750-aae37e4dcea5 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.824117] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.824223] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.824347] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.824501] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.824600] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.826944] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.827171] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.827274] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.827378] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('574843a3-ddcb-4765-a750-aae37e4dcea5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.329996] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('574843a3-ddcb-4765-a750-aae37e4dcea5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.593045] env[63412]: INFO networking_nsxv3.common.synchronization [None req-3a0b3241-a1b9-48bd-96ab-a012080cef6d None None] Enqueued Resource ID: 0e5c569e-d690-4798-96c6-82008cfd080d with Priority: HIGHEST for action port [ 881.593045] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5c569e-d690-4798-96c6-82008cfd080d with Priority: HIGHEST for action port [ 881.593045] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e5c569e-d690-4798-96c6-82008cfd080d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.593045] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e5c569e-d690-4798-96c6-82008cfd080d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.593045] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e5c569e-d690-4798-96c6-82008cfd080d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.593045] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e5c569e-d690-4798-96c6-82008cfd080d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.593045] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e5c569e-d690-4798-96c6-82008cfd080d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.768032] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.768250] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-515" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.768387] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-515" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.768658] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-515" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.768914] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.769712] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.769891] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.770177] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.770347] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.770571] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.770691] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.770808] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.770924] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.771072] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.771190] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.771326] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.791427] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.794018] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 881.794018] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.794018] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-515" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.794018] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-d8af974c-ef5d-4379-b0be-6379e7147c1f taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.794018] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-d8af974c-ef5d-4379-b0be-6379e7147c1f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.794018] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-d8af974c-ef5d-4379-b0be-6379e7147c1f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.794018] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-d8af974c-ef5d-4379-b0be-6379e7147c1f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.794018] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8af974c-ef5d-4379-b0be-6379e7147c1f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.833950] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('574843a3-ddcb-4765-a750-aae37e4dcea5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.099271] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e5c569e-d690-4798-96c6-82008cfd080d [ 882.099271] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.099271] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.099271] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.099271] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.099271] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.099271] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e5c569e-d690-4798-96c6-82008cfd080d already deleted. [ 882.099271] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e5c569e-d690-4798-96c6-82008cfd080d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.298568] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.298568] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.298568] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.298568] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.298568] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.298984] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port d8af974c-ef5d-4379-b0be-6379e7147c1f not found, creating... [ 882.299042] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.299286] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.299357] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.300085] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.300085] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.300085] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.300260] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.300293] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.300529] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.300626] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.300774] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: d8af974c-ef5d-4379-b0be-6379e7147c1f is going to be created. [ 882.325828] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.325828] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.325995] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.326254] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.326524] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.326861] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-d8af974c-ef5d-4379-b0be-6379e7147c1f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.336505] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.336653] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.336723] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.336948] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.337048] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.337148] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 is going to be updated. [ 882.366336] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.366336] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.366336] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.366531] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.366715] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.378656] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 in Status: IN_PROGRESS for 2s [ 883.415350] env[63412]: INFO networking_nsxv3.common.synchronization [None req-0450e96e-fe5e-4129-8c84-0264345ffc3f tempest-ServersV294TestFqdnHostnames-1473032634 tempest-ServersV294TestFqdnHostnames-1473032634-project-member] Enqueued Resource ID: 34dd8f23-6d7d-419e-bd9f-293fdf756f4b with Priority: HIGHEST for action security_group_rules [ 883.416489] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34dd8f23-6d7d-419e-bd9f-293fdf756f4b with Priority: HIGHEST for action security_group_rules [ 883.417383] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34dd8f23-6d7d-419e-bd9f-293fdf756f4b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.417672] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34dd8f23-6d7d-419e-bd9f-293fdf756f4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.417883] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34dd8f23-6d7d-419e-bd9f-293fdf756f4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.419153] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34dd8f23-6d7d-419e-bd9f-293fdf756f4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.420261] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34dd8f23-6d7d-419e-bd9f-293fdf756f4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.439820] env[63412]: INFO networking_nsxv3.common.synchronization [None req-597fc05f-eea2-4113-89cc-64aca86b7f65 None None] Enqueued Resource ID: e5b34026-4cf4-4c55-b9f0-776803888057 with Priority: HIGHEST for action port [ 883.440946] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b34026-4cf4-4c55-b9f0-776803888057 with Priority: HIGHEST for action port [ 883.442026] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5b34026-4cf4-4c55-b9f0-776803888057 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.442191] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5b34026-4cf4-4c55-b9f0-776803888057" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.442228] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5b34026-4cf4-4c55-b9f0-776803888057" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.442601] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5b34026-4cf4-4c55-b9f0-776803888057" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.442716] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5b34026-4cf4-4c55-b9f0-776803888057',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.612593] env[63412]: INFO networking_nsxv3.common.synchronization [None req-c2d3d5a4-10dc-4049-932c-c5ab69aa93f9 tempest-ServersV294TestFqdnHostnames-1473032634 tempest-ServersV294TestFqdnHostnames-1473032634-project-member] Enqueued Resource ID: 34dd8f23-6d7d-419e-bd9f-293fdf756f4b with Priority: HIGHEST for action security_group_rules [ 883.614064] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34dd8f23-6d7d-419e-bd9f-293fdf756f4b with Priority: HIGHEST for action security_group_rules [ 883.614209] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34dd8f23-6d7d-419e-bd9f-293fdf756f4b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.614333] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34dd8f23-6d7d-419e-bd9f-293fdf756f4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.677671] env[63412]: INFO networking_nsxv3.common.synchronization [req-f34c0671-72ee-40ff-87bc-82468e19f565 req-b25c71c8-4067-490b-b65b-7dd3439eb10d service nova] Enqueued Resource ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 with Priority: HIGHEST for action security_group_rules [ 883.677890] env[63412]: INFO networking_nsxv3.common.synchronization [req-f34c0671-72ee-40ff-87bc-82468e19f565 req-b25c71c8-4067-490b-b65b-7dd3439eb10d service nova] Enqueued Resource ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 with Priority: HIGHEST for action security_group_members [ 883.678066] env[63412]: INFO networking_nsxv3.common.synchronization [req-f34c0671-72ee-40ff-87bc-82468e19f565 req-b25c71c8-4067-490b-b65b-7dd3439eb10d service nova] Enqueued Resource ID: d8af974c-ef5d-4379-b0be-6379e7147c1f with Priority: HIGHEST for action port [ 883.679042] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 with Priority: HIGHEST for action security_group_rules [ 883.679211] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 with Priority: HIGHEST for action security_group_members [ 883.679297] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8af974c-ef5d-4379-b0be-6379e7147c1f with Priority: HIGHEST for action port [ 883.679572] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-574843a3-ddcb-4765-a750-aae37e4dcea5 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.679690] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.679755] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.679948] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.680508] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('574843a3-ddcb-4765-a750-aae37e4dcea5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.681469] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-574843a3-ddcb-4765-a750-aae37e4dcea5 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.681584] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.681763] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8af974c-ef5d-4379-b0be-6379e7147c1f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.684674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8af974c-ef5d-4379-b0be-6379e7147c1f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.684674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8af974c-ef5d-4379-b0be-6379e7147c1f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.684674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8af974c-ef5d-4379-b0be-6379e7147c1f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.684674] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8af974c-ef5d-4379-b0be-6379e7147c1f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.942214] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.942361] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.942427] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.942687] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.942754] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.942896] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34dd8f23-6d7d-419e-bd9f-293fdf756f4b already deleted. [ 883.943035] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34dd8f23-6d7d-419e-bd9f-293fdf756f4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.943474] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34dd8f23-6d7d-419e-bd9f-293fdf756f4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.943636] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34dd8f23-6d7d-419e-bd9f-293fdf756f4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.943757] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34dd8f23-6d7d-419e-bd9f-293fdf756f4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.945394] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5b34026-4cf4-4c55-b9f0-776803888057 [ 883.945574] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.945771] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.945771] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.945932] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.946032] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.946124] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5b34026-4cf4-4c55-b9f0-776803888057 already deleted. [ 883.946203] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5b34026-4cf4-4c55-b9f0-776803888057" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.018802] env[63412]: INFO networking_nsxv3.common.synchronization [None req-73f18420-9052-4bed-8d27-d78c3635471d None None] Enqueued Resource ID: b3616449-4a48-40e6-912a-40bcf157cfdb with Priority: HIGHEST for action port [ 884.019491] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3616449-4a48-40e6-912a-40bcf157cfdb with Priority: HIGHEST for action port [ 884.020125] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3616449-4a48-40e6-912a-40bcf157cfdb taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.020125] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3616449-4a48-40e6-912a-40bcf157cfdb" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.020125] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3616449-4a48-40e6-912a-40bcf157cfdb" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.020525] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3616449-4a48-40e6-912a-40bcf157cfdb" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.020525] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3616449-4a48-40e6-912a-40bcf157cfdb',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.184817] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-574843a3-ddcb-4765-a750-aae37e4dcea5 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.184948] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.185143] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8af974c-ef5d-4379-b0be-6379e7147c1f with status ACTIVE [ 884.185310] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.185423] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.185491] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.185695] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.185782] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.185945] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.186802] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.186802] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.186802] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.186802] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.186802] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.186802] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.186802] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.187077] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.187077] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.187077] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8af974c-ef5d-4379-b0be-6379e7147c1f is going to be updated. [ 884.209954] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.210147] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.210193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.210398] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.210733] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.210733] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8af974c-ef5d-4379-b0be-6379e7147c1f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.388827] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 in Status: SUCCESS [ 884.389118] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.389243] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.389444] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.389789] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.389789] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.389789] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.389933] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.389995] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.390105] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('574843a3-ddcb-4765-a750-aae37e4dcea5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.466264] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.466264] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.466264] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.466264] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.466264] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.466264] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34dd8f23-6d7d-419e-bd9f-293fdf756f4b already deleted. [ 884.466264] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34dd8f23-6d7d-419e-bd9f-293fdf756f4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.522180] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3616449-4a48-40e6-912a-40bcf157cfdb [ 884.522232] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.522387] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.522461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.522662] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.522725] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.522806] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3616449-4a48-40e6-912a-40bcf157cfdb already deleted. [ 884.522873] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3616449-4a48-40e6-912a-40bcf157cfdb" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.677248] env[63412]: INFO networking_nsxv3.common.synchronization [req-f986e44c-8e21-4467-a0cf-0d392f47ebea req-8d735b77-03fe-4a0a-bdd6-b76eff579596 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Enqueued Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 884.678167] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 884.678504] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.678682] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.678792] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.679038] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.679614] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.679845] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.679845] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.680095] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.680325] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.681196] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.816301] env[63412]: INFO networking_nsxv3.common.synchronization [None req-f0fdfc75-5607-47d4-9163-9199df4a4e35 None None] Enqueued Resource ID: e2d7048b-5e3d-4d73-b6a0-01a6f82b9135 with Priority: HIGHEST for action port [ 884.816301] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2d7048b-5e3d-4d73-b6a0-01a6f82b9135 with Priority: HIGHEST for action port [ 884.816301] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2d7048b-5e3d-4d73-b6a0-01a6f82b9135 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.816301] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2d7048b-5e3d-4d73-b6a0-01a6f82b9135" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.816301] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2d7048b-5e3d-4d73-b6a0-01a6f82b9135" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.816301] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2d7048b-5e3d-4d73-b6a0-01a6f82b9135" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.818102] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2d7048b-5e3d-4d73-b6a0-01a6f82b9135',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.894526] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('574843a3-ddcb-4765-a750-aae37e4dcea5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.183353] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.183353] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.183353] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.183353] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.183353] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.183961] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.183961] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.183961] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.183961] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.183961] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.183961] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 is going to be updated. [ 885.220286] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.221516] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.221609] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.221902] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.222369] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.232921] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: IN_PROGRESS for 2s [ 885.324024] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2d7048b-5e3d-4d73-b6a0-01a6f82b9135 [ 885.324024] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.324139] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.324173] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.324400] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.325158] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.325268] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2d7048b-5e3d-4d73-b6a0-01a6f82b9135 already deleted. [ 885.325343] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2d7048b-5e3d-4d73-b6a0-01a6f82b9135" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.351578] env[63412]: INFO networking_nsxv3.common.synchronization [None req-47b63f61-fb0a-4746-af3d-32954c31179e tempest-ServersTestManualDisk-542023911 tempest-ServersTestManualDisk-542023911-project-member] Enqueued Resource ID: 01383578-ec9f-463e-b409-60136af83127 with Priority: HIGHEST for action security_group_rules [ 885.352031] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01383578-ec9f-463e-b409-60136af83127 with Priority: HIGHEST for action security_group_rules [ 885.352307] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01383578-ec9f-463e-b409-60136af83127 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.352431] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01383578-ec9f-463e-b409-60136af83127" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.352480] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01383578-ec9f-463e-b409-60136af83127" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.352734] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01383578-ec9f-463e-b409-60136af83127" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.352796] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01383578-ec9f-463e-b409-60136af83127',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.373941] env[63412]: INFO networking_nsxv3.common.synchronization [req-cc1ca605-f6b6-4ba3-a557-bbec7c0b97ac req-777089da-535c-4602-b271-7c6994880315 tempest-ServersTestJSON-406246726 tempest-ServersTestJSON-406246726-project-member] Enqueued Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 885.374485] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 885.374810] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.374956] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.374995] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.376157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.376157] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.376157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.376157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.376157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.376157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.376157] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.398439] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('574843a3-ddcb-4765-a750-aae37e4dcea5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.594891] env[63412]: INFO networking_nsxv3.common.synchronization [None req-06ba1975-1ad9-4069-8f74-47d4958bbad5 tempest-ServersTestManualDisk-542023911 tempest-ServersTestManualDisk-542023911-project-member] Enqueued Resource ID: 01383578-ec9f-463e-b409-60136af83127 with Priority: HIGHEST for action security_group_rules [ 885.594891] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01383578-ec9f-463e-b409-60136af83127 with Priority: HIGHEST for action security_group_rules [ 885.594891] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01383578-ec9f-463e-b409-60136af83127 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.594891] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01383578-ec9f-463e-b409-60136af83127" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.823123] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-413 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.823353] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-413" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.823544] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-413" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.823818] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-413" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.824101] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.824268] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.824388] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.824605] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.824804] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.825888] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 885.826079] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.826332] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.826404] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.827734] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 885.827734] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.827734] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.851299] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.851299] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 885.851299] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.851299] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-413" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.851299] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-8d6aa33f-4035-4706-89a5-f1bf401d0292 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.851299] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-8d6aa33f-4035-4706-89a5-f1bf401d0292" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.851299] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-8d6aa33f-4035-4706-89a5-f1bf401d0292" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.851299] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-8d6aa33f-4035-4706-89a5-f1bf401d0292" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.851299] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d6aa33f-4035-4706-89a5-f1bf401d0292',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.876026] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.876026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.876026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.876026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.876026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.876026] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01383578-ec9f-463e-b409-60136af83127 already deleted. [ 885.876026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01383578-ec9f-463e-b409-60136af83127" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.876026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01383578-ec9f-463e-b409-60136af83127" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.876026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01383578-ec9f-463e-b409-60136af83127" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.876026] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01383578-ec9f-463e-b409-60136af83127',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.878358] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.901965] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.901965] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.901965] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.903038] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.903038] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.903038] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 is going to be updated. [ 885.929720] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.929910] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.929977] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.930423] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.930574] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.939931] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 in Status: IN_PROGRESS for 2s [ 886.102832] env[63412]: INFO networking_nsxv3.common.synchronization [None req-6fb08d06-9862-42d0-8306-9f721706b840 None None] Enqueued Resource ID: 73ba474a-19c6-4373-ad94-205cbc9e6403 with Priority: HIGHEST for action port [ 886.102832] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73ba474a-19c6-4373-ad94-205cbc9e6403 with Priority: HIGHEST for action port [ 886.102832] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-73ba474a-19c6-4373-ad94-205cbc9e6403 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.102832] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73ba474a-19c6-4373-ad94-205cbc9e6403" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.102832] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73ba474a-19c6-4373-ad94-205cbc9e6403" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.103333] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73ba474a-19c6-4373-ad94-205cbc9e6403" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.103333] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73ba474a-19c6-4373-ad94-205cbc9e6403',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.351303] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.351540] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.351670] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.351960] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.352125] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.352284] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 8d6aa33f-4035-4706-89a5-f1bf401d0292 not found, creating... [ 886.352552] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.354377] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.354377] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.354377] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.354377] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.354377] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.354377] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.354377] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.354377] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.356403] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.357776] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 8d6aa33f-4035-4706-89a5-f1bf401d0292 is going to be created. [ 886.384268] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.384563] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.384692] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.385046] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.385245] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.385475] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-8d6aa33f-4035-4706-89a5-f1bf401d0292" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.386263] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.403954] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.403954] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.403954] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.403954] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.403954] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.403954] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01383578-ec9f-463e-b409-60136af83127 already deleted. [ 886.403954] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01383578-ec9f-463e-b409-60136af83127" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.606427] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73ba474a-19c6-4373-ad94-205cbc9e6403 [ 886.607450] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.607450] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.607450] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.607450] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.607450] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.607450] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73ba474a-19c6-4373-ad94-205cbc9e6403 already deleted. [ 886.607450] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73ba474a-19c6-4373-ad94-205cbc9e6403" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.890297] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.890444] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.890513] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.890736] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.890831] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.890926] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36483e6f-5723-4b93-8a36-a832c1be7980 is going to be updated. [ 886.920652] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.920986] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.921269] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.921578] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.921974] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.932086] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: IN_PROGRESS for 2s [ 887.242452] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: SUCCESS [ 887.242641] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 deletion is rescheduled due to dependency. [ 887.242762] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.273796] env[63412]: INFO networking_nsxv3.common.synchronization [req-cc1ca605-f6b6-4ba3-a557-bbec7c0b97ac req-ead91de6-e0cc-4861-ab47-c878d51f2a6a service nova] Enqueued Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_rules [ 887.273796] env[63412]: INFO networking_nsxv3.common.synchronization [req-cc1ca605-f6b6-4ba3-a557-bbec7c0b97ac req-ead91de6-e0cc-4861-ab47-c878d51f2a6a service nova] Enqueued Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 887.273796] env[63412]: INFO networking_nsxv3.common.synchronization [req-cc1ca605-f6b6-4ba3-a557-bbec7c0b97ac req-ead91de6-e0cc-4861-ab47-c878d51f2a6a service nova] Enqueued Resource ID: 8d6aa33f-4035-4706-89a5-f1bf401d0292 with Priority: HIGHEST for action port [ 887.274088] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_rules [ 887.274223] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 887.274316] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6aa33f-4035-4706-89a5-f1bf401d0292 with Priority: HIGHEST for action port [ 887.274585] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.274696] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.275527] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.275792] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.275862] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.276722] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.278295] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.278295] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d6aa33f-4035-4706-89a5-f1bf401d0292 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.278295] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d6aa33f-4035-4706-89a5-f1bf401d0292" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.278295] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d6aa33f-4035-4706-89a5-f1bf401d0292" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.278295] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d6aa33f-4035-4706-89a5-f1bf401d0292" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.278295] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d6aa33f-4035-4706-89a5-f1bf401d0292',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.392253] env[63412]: INFO networking_nsxv3.common.synchronization [None req-29153f25-3762-42a1-be47-4ea4c0ef3bef None None] Enqueued Resource ID: bdf15972-0119-4d87-9adf-0e0653e96cb0 with Priority: HIGHEST for action port [ 887.392471] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdf15972-0119-4d87-9adf-0e0653e96cb0 with Priority: HIGHEST for action port [ 887.394018] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdf15972-0119-4d87-9adf-0e0653e96cb0 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.394018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdf15972-0119-4d87-9adf-0e0653e96cb0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.394018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdf15972-0119-4d87-9adf-0e0653e96cb0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.394018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdf15972-0119-4d87-9adf-0e0653e96cb0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.394018] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdf15972-0119-4d87-9adf-0e0653e96cb0',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.533986] env[63412]: INFO networking_nsxv3.common.synchronization [None req-c30c4552-5dc1-4d87-b1ca-672d501486f5 None None] Enqueued Resource ID: 4a3a5174-419a-4bf5-9fdf-c8e3303e26e1 with Priority: HIGHEST for action port [ 887.535189] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a3a5174-419a-4bf5-9fdf-c8e3303e26e1 with Priority: HIGHEST for action port [ 887.535712] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a3a5174-419a-4bf5-9fdf-c8e3303e26e1 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.535998] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a3a5174-419a-4bf5-9fdf-c8e3303e26e1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.536187] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a3a5174-419a-4bf5-9fdf-c8e3303e26e1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.536527] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a3a5174-419a-4bf5-9fdf-c8e3303e26e1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.536858] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a3a5174-419a-4bf5-9fdf-c8e3303e26e1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.780380] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.780719] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.780719] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d6aa33f-4035-4706-89a5-f1bf401d0292 with status ACTIVE [ 887.780863] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.780971] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.781047] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.781252] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.781343] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.781490] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.781611] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.781697] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.781850] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.781931] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.782130] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.782224] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.782279] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.782490] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.782490] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.782592] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d6aa33f-4035-4706-89a5-f1bf401d0292 is going to be updated. [ 887.803529] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.803667] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.803728] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.803920] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.804065] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.804216] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d6aa33f-4035-4706-89a5-f1bf401d0292" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.902208] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bdf15972-0119-4d87-9adf-0e0653e96cb0 [ 887.902439] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.902569] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.902634] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.902864] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.902980] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.903145] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bdf15972-0119-4d87-9adf-0e0653e96cb0 already deleted. [ 887.903231] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdf15972-0119-4d87-9adf-0e0653e96cb0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.952035] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 in Status: SUCCESS [ 887.952286] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.954221] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.954221] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.954221] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.954221] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.954221] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.954221] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.954221] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.954221] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.954221] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('574843a3-ddcb-4765-a750-aae37e4dcea5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.039113] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a3a5174-419a-4bf5-9fdf-c8e3303e26e1 [ 888.039438] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.039625] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.039737] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.040011] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.040165] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.040312] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a3a5174-419a-4bf5-9fdf-c8e3303e26e1 already deleted. [ 888.040719] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a3a5174-419a-4bf5-9fdf-c8e3303e26e1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.459046] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-574843a3-ddcb-4765-a750-aae37e4dcea5 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.459046] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.459046] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.459046] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.459046] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.459046] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.459046] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.459046] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.459046] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.459046] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.459046] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-574843a3-ddcb-4765-a750-aae37e4dcea5 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.459046] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.459046] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.459046] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.459046] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.459046] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.459721] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.459721] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.459721] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.459721] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.459721] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('574843a3-ddcb-4765-a750-aae37e4dcea5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.942580] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: SUCCESS [ 888.942850] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.942966] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.943202] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.943385] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.943503] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.943570] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.943722] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.943804] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.944626] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.960514] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 574843a3-ddcb-4765-a750-aae37e4dcea5: rpc.has_security_group_logging(os_id): False [ 888.976339] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.976488] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.976560] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.976759] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.976912] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.977144] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.977246] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.977310] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.977463] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.977543] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.977715] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.977833] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.977890] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.979786] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.979786] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.979786] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.979786] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.979786] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.979786] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.979786] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.979786] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 is going to be updated. [ 889.040867] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.041070] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.042193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.042193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.042193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.058773] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 in Status: IN_PROGRESS for 2s [ 889.446582] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.951948] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.236191] env[63412]: INFO networking_nsxv3.common.synchronization [None req-f42a9ee1-51de-4f24-9d95-135e86a56e9c tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Enqueued Resource ID: 35396c24-a8e9-4e46-90f1-b5dcea997988 with Priority: HIGHEST for action security_group_rules [ 890.236191] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35396c24-a8e9-4e46-90f1-b5dcea997988 with Priority: HIGHEST for action security_group_rules [ 890.236545] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35396c24-a8e9-4e46-90f1-b5dcea997988 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.236545] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35396c24-a8e9-4e46-90f1-b5dcea997988" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.236623] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35396c24-a8e9-4e46-90f1-b5dcea997988" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.237287] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35396c24-a8e9-4e46-90f1-b5dcea997988" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.237287] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35396c24-a8e9-4e46-90f1-b5dcea997988',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.355459] env[63412]: INFO networking_nsxv3.common.synchronization [None req-950311d5-7ecb-4693-8ee1-764ec492b988 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Enqueued Resource ID: 35396c24-a8e9-4e46-90f1-b5dcea997988 with Priority: HIGHEST for action security_group_rules [ 890.355849] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35396c24-a8e9-4e46-90f1-b5dcea997988 with Priority: HIGHEST for action security_group_rules [ 890.356197] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35396c24-a8e9-4e46-90f1-b5dcea997988 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.356353] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35396c24-a8e9-4e46-90f1-b5dcea997988" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.456929] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.456929] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.456929] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.456929] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.456929] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.456929] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36483e6f-5723-4b93-8a36-a832c1be7980 is going to be updated. [ 890.488590] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.489338] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.489526] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.491166] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.491166] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.500057] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: IN_PROGRESS for 2s [ 890.757353] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.757534] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.757581] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.757779] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.757874] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.758011] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35396c24-a8e9-4e46-90f1-b5dcea997988 already deleted. [ 890.758112] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35396c24-a8e9-4e46-90f1-b5dcea997988" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.758261] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35396c24-a8e9-4e46-90f1-b5dcea997988" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.758435] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35396c24-a8e9-4e46-90f1-b5dcea997988" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.758518] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35396c24-a8e9-4e46-90f1-b5dcea997988',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.072022] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 in Status: SUCCESS [ 891.072360] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.283270] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.283458] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.283504] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.283700] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.283784] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.283875] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35396c24-a8e9-4e46-90f1-b5dcea997988 already deleted. [ 891.283959] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35396c24-a8e9-4e46-90f1-b5dcea997988" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.426450] env[63412]: INFO networking_nsxv3.common.synchronization [None req-78377a14-50bb-446a-95ab-427724be1941 None None] Enqueued Resource ID: ccba0cd2-e7e7-4dff-bbae-156ab844a072 with Priority: HIGHEST for action port [ 892.426958] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccba0cd2-e7e7-4dff-bbae-156ab844a072 with Priority: HIGHEST for action port [ 892.430112] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccba0cd2-e7e7-4dff-bbae-156ab844a072 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.430112] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccba0cd2-e7e7-4dff-bbae-156ab844a072" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.430112] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccba0cd2-e7e7-4dff-bbae-156ab844a072" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.430722] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccba0cd2-e7e7-4dff-bbae-156ab844a072" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.430817] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccba0cd2-e7e7-4dff-bbae-156ab844a072',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.514338] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: SUCCESS [ 892.516070] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.516070] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.516070] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.516070] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.516070] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.516070] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.516070] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.516070] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.516070] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.516070] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.656626] env[63412]: INFO networking_nsxv3.common.synchronization [req-248ef870-a749-4278-9fb6-8b7ad960d58b req-1f33ed6c-5cd9-4204-807f-2037f13d7f5c tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Enqueued Resource ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f with Priority: HIGHEST for action security_group_members [ 892.657433] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f with Priority: HIGHEST for action security_group_members [ 892.657628] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.657768] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.657915] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.658145] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.658317] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.658412] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.658588] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.658651] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.658715] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.658806] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('288c6d1f-1b37-45e7-8f73-4f47f1b0a59f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.932590] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ccba0cd2-e7e7-4dff-bbae-156ab844a072 [ 892.932932] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.933146] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.933195] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.933403] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.933496] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.933593] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ccba0cd2-e7e7-4dff-bbae-156ab844a072 already deleted. [ 892.933676] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccba0cd2-e7e7-4dff-bbae-156ab844a072" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.018566] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.018821] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.018923] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.019231] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.019455] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.019586] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.019687] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.019923] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.020969] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.021917] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.021917] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.021917] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.021917] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.023210] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.023425] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.023924] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.025760] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.026286] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.026286] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.026286] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.026421] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.122484] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-131 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.122729] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-131" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.122861] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-131" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.123179] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-131" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.123469] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.123631] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.123752] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.123987] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.124161] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.124396] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 893.124531] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.124642] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.124751] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.124917] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 893.125650] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.125650] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.150863] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.150992] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 893.151229] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.151354] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-131" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.151948] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-35ee5a9e-5d32-4761-975a-5d9e2e01f872 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.152326] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-35ee5a9e-5d32-4761-975a-5d9e2e01f872" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.152416] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-35ee5a9e-5d32-4761-975a-5d9e2e01f872" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.152953] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-35ee5a9e-5d32-4761-975a-5d9e2e01f872" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.153152] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35ee5a9e-5d32-4761-975a-5d9e2e01f872',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.160762] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.160907] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.160948] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.161201] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.161274] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.161564] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.161564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.161564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.161745] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.161776] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.161953] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f already deleted. [ 893.161953] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.517923] env[63412]: INFO networking_nsxv3.common.synchronization [req-540e3aca-242b-4074-801b-2823907beb05 req-00666e20-6ce0-4374-9253-60ff5b4b9f97 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Enqueued Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_members [ 893.519716] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_members [ 893.519716] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.519716] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.519716] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.519716] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.520001] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.520001] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.520100] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.522031] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.522031] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.522031] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.533191] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36483e6f-5723-4b93-8a36-a832c1be7980: rpc.has_security_group_logging(os_id): False [ 893.551457] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.551457] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.551457] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.551618] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.551687] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.551870] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.551962] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.552032] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.552759] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.552759] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.552759] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.552759] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.552759] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.552759] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.552759] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.553052] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.553052] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.553124] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.553242] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.553307] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.553392] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36483e6f-5723-4b93-8a36-a832c1be7980 is going to be updated. [ 893.611860] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.612024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.613201] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.613201] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.613201] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.630397] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: IN_PROGRESS for 2s [ 893.659688] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.659930] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.660102] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.660387] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.660542] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.660701] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 35ee5a9e-5d32-4761-975a-5d9e2e01f872 not found, creating... [ 893.661052] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.661147] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.661267] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.661488] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.661628] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.661910] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.662084] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.662309] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.663461] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.663461] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.663461] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 35ee5a9e-5d32-4761-975a-5d9e2e01f872 is going to be created. [ 893.688113] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.688113] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.688382] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.688457] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.688696] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.688949] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-35ee5a9e-5d32-4761-975a-5d9e2e01f872" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.025192] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.025351] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.025416] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.025631] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.025722] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.025906] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.026015] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.026078] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.026227] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.026302] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.026386] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f is going to be updated. [ 894.051604] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.051604] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.051604] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.051604] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.051604] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.059653] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: IN_PROGRESS for 2s [ 894.724694] env[63412]: INFO networking_nsxv3.common.synchronization [req-248ef870-a749-4278-9fb6-8b7ad960d58b req-f241a15c-6f91-4691-b7a8-c64e2bd2033b service nova] Enqueued Resource ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f with Priority: HIGHEST for action security_group_rules [ 894.725024] env[63412]: INFO networking_nsxv3.common.synchronization [req-248ef870-a749-4278-9fb6-8b7ad960d58b req-f241a15c-6f91-4691-b7a8-c64e2bd2033b service nova] Enqueued Resource ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f with Priority: HIGHEST for action security_group_members [ 894.725070] env[63412]: INFO networking_nsxv3.common.synchronization [req-248ef870-a749-4278-9fb6-8b7ad960d58b req-f241a15c-6f91-4691-b7a8-c64e2bd2033b service nova] Enqueued Resource ID: 35ee5a9e-5d32-4761-975a-5d9e2e01f872 with Priority: HIGHEST for action port [ 894.725385] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f with Priority: HIGHEST for action security_group_rules [ 894.725475] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f with Priority: HIGHEST for action security_group_members [ 894.725542] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ee5a9e-5d32-4761-975a-5d9e2e01f872 with Priority: HIGHEST for action port [ 894.727146] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.727293] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.727360] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.727634] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.727719] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('288c6d1f-1b37-45e7-8f73-4f47f1b0a59f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.736190] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.736377] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.736451] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.736668] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.736859] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.736959] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.737032] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.737189] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.737277] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.737373] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('288c6d1f-1b37-45e7-8f73-4f47f1b0a59f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.738422] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-35ee5a9e-5d32-4761-975a-5d9e2e01f872 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.738542] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35ee5a9e-5d32-4761-975a-5d9e2e01f872" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.738601] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35ee5a9e-5d32-4761-975a-5d9e2e01f872" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.738749] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35ee5a9e-5d32-4761-975a-5d9e2e01f872" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.738826] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35ee5a9e-5d32-4761-975a-5d9e2e01f872',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.933381] env[63412]: INFO networking_nsxv3.common.synchronization [None req-c2fb75fd-62c6-4302-8541-e20c238f7efa None None] Enqueued Resource ID: 50083269-684e-4a83-a7b1-3224c2466974 with Priority: HIGHEST for action port [ 894.933381] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50083269-684e-4a83-a7b1-3224c2466974 with Priority: HIGHEST for action port [ 894.933803] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-50083269-684e-4a83-a7b1-3224c2466974 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.934192] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50083269-684e-4a83-a7b1-3224c2466974" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.934431] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50083269-684e-4a83-a7b1-3224c2466974" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.934850] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50083269-684e-4a83-a7b1-3224c2466974" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.935090] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50083269-684e-4a83-a7b1-3224c2466974',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.247022] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('288c6d1f-1b37-45e7-8f73-4f47f1b0a59f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.247022] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.247022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.247022] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35ee5a9e-5d32-4761-975a-5d9e2e01f872 with status ACTIVE [ 895.247022] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.247022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.247022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.247022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.247022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.247022] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.247022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.248014] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.250091] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.251225] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.251225] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.251225] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.251225] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.251225] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.251225] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.251225] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35ee5a9e-5d32-4761-975a-5d9e2e01f872 is going to be updated. [ 895.272861] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.273106] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.273106] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.273294] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.273521] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.273635] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35ee5a9e-5d32-4761-975a-5d9e2e01f872" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.439242] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50083269-684e-4a83-a7b1-3224c2466974 [ 895.439242] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.439242] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.439242] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.439242] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.439242] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.439242] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50083269-684e-4a83-a7b1-3224c2466974 already deleted. [ 895.439242] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50083269-684e-4a83-a7b1-3224c2466974" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.654085] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: SUCCESS [ 895.654536] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.753523] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('288c6d1f-1b37-45e7-8f73-4f47f1b0a59f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.073268] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: SUCCESS [ 896.073473] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f deletion is rescheduled due to dependency. [ 896.073559] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.258423] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.258423] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.258423] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.258423] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.258423] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.258423] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f is going to be created. [ 896.283697] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.283697] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.283697] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.283697] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.283697] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.293559] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f in Status: UNINITIALIZED for 2s [ 897.050047] env[63412]: INFO networking_nsxv3.common.synchronization [req-45ec881f-6a54-4aca-863b-90e52ccce15c req-75f49bbf-1642-4dad-9a98-2ef4dcf92e2a tempest-ServersV294TestFqdnHostnames-1473032634 tempest-ServersV294TestFqdnHostnames-1473032634-project-member] Enqueued Resource ID: 34dd8f23-6d7d-419e-bd9f-293fdf756f4b with Priority: HIGHEST for action security_group_members [ 897.050047] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34dd8f23-6d7d-419e-bd9f-293fdf756f4b with Priority: HIGHEST for action security_group_members [ 897.050047] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-34dd8f23-6d7d-419e-bd9f-293fdf756f4b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.050047] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34dd8f23-6d7d-419e-bd9f-293fdf756f4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.050047] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34dd8f23-6d7d-419e-bd9f-293fdf756f4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.050047] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34dd8f23-6d7d-419e-bd9f-293fdf756f4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.053935] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.054233] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.054392] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.054643] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.054865] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.055108] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34dd8f23-6d7d-419e-bd9f-293fdf756f4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.557172] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.557769] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.557847] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.558141] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.558256] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.560962] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.560962] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.560962] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.560962] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.560962] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.560962] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34dd8f23-6d7d-419e-bd9f-293fdf756f4b already deleted. [ 897.560962] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34dd8f23-6d7d-419e-bd9f-293fdf756f4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.944837] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-768 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.945056] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-768" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.945191] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-768" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.946794] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-768" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.946794] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.946794] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.946794] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.946794] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.947089] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.951019] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 897.951019] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.951019] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.951019] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.951019] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 897.951019] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.951019] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.972918] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.973139] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 897.973367] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.973667] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-768" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.974168] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-677c1444-af4e-4d09-a787-a3424d14722f taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.974465] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-677c1444-af4e-4d09-a787-a3424d14722f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.974672] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-677c1444-af4e-4d09-a787-a3424d14722f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.976497] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-677c1444-af4e-4d09-a787-a3424d14722f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.976733] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('677c1444-af4e-4d09-a787-a3424d14722f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.131202] env[63412]: INFO networking_nsxv3.common.synchronization [req-83c0a6e1-8501-4493-a490-7ffea2f0c25b req-08ee305c-8c27-473e-a3e5-5df26f3cb6f4 tempest-FloatingIPsAssociationTestJSON-1395765778 tempest-FloatingIPsAssociationTestJSON-1395765778-project-member] Enqueued Resource ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 with Priority: HIGHEST for action security_group_members [ 898.131202] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 with Priority: HIGHEST for action security_group_members [ 898.131202] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-574843a3-ddcb-4765-a750-aae37e4dcea5 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.131202] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.131202] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.131202] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.131703] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.131841] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.131916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.132259] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.132335] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.133802] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('574843a3-ddcb-4765-a750-aae37e4dcea5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.302781] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f in Status: SUCCESS [ 898.302928] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.303203] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.303415] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.303675] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.303818] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.303929] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.304067] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.304153] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.304246] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.304680] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('288c6d1f-1b37-45e7-8f73-4f47f1b0a59f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.479834] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.480115] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.480266] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.480552] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.480709] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.480896] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 677c1444-af4e-4d09-a787-a3424d14722f not found, creating... [ 898.481188] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.481398] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.481595] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.481886] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.482075] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.482386] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.482566] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.482759] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.483031] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.483183] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.483331] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 677c1444-af4e-4d09-a787-a3424d14722f is going to be created. [ 898.512890] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.513146] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.513281] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.513542] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.513772] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.513996] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-677c1444-af4e-4d09-a787-a3424d14722f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.635044] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('574843a3-ddcb-4765-a750-aae37e4dcea5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.806716] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.806916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.806995] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.807303] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.807483] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.807586] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.807651] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.807807] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.807913] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.808042] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.808178] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.808289] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.808353] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.808495] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.808655] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.808751] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.808822] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.808971] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.809091] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.809227] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.809275] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('288c6d1f-1b37-45e7-8f73-4f47f1b0a59f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.137621] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('574843a3-ddcb-4765-a750-aae37e4dcea5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.321367] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f: rpc.has_security_group_logging(os_id): False [ 899.342188] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.342188] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.342188] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.342188] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.342188] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.342394] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.342394] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.342467] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.342603] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.342685] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.342860] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.342957] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.343278] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.343278] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.343278] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.343394] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.343490] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.343548] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.343682] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.345031] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.345031] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f is going to be created. [ 899.403712] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.406252] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.406345] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.406564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.406754] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.416329] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f in Status: IN_PROGRESS for 2s [ 899.640971] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.641142] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.641219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.641446] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.641536] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.641635] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 is going to be updated. [ 899.669896] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.671154] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.671293] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.671544] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.671734] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.674774] env[63412]: INFO networking_nsxv3.common.synchronization [req-45ec881f-6a54-4aca-863b-90e52ccce15c req-983dbd3b-2c19-425e-a96f-ac2b35760848 service nova] Enqueued Resource ID: 34dd8f23-6d7d-419e-bd9f-293fdf756f4b with Priority: HIGHEST for action security_group_rules [ 899.675527] env[63412]: INFO networking_nsxv3.common.synchronization [req-45ec881f-6a54-4aca-863b-90e52ccce15c req-983dbd3b-2c19-425e-a96f-ac2b35760848 service nova] Enqueued Resource ID: 34dd8f23-6d7d-419e-bd9f-293fdf756f4b with Priority: HIGHEST for action security_group_members [ 899.675747] env[63412]: INFO networking_nsxv3.common.synchronization [req-45ec881f-6a54-4aca-863b-90e52ccce15c req-983dbd3b-2c19-425e-a96f-ac2b35760848 service nova] Enqueued Resource ID: 677c1444-af4e-4d09-a787-a3424d14722f with Priority: HIGHEST for action port [ 899.676301] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34dd8f23-6d7d-419e-bd9f-293fdf756f4b with Priority: HIGHEST for action security_group_rules [ 899.676496] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34dd8f23-6d7d-419e-bd9f-293fdf756f4b with Priority: HIGHEST for action security_group_members [ 899.676644] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 677c1444-af4e-4d09-a787-a3424d14722f with Priority: HIGHEST for action port [ 899.676980] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34dd8f23-6d7d-419e-bd9f-293fdf756f4b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.677167] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34dd8f23-6d7d-419e-bd9f-293fdf756f4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.677274] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34dd8f23-6d7d-419e-bd9f-293fdf756f4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.677521] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34dd8f23-6d7d-419e-bd9f-293fdf756f4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.677608] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34dd8f23-6d7d-419e-bd9f-293fdf756f4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.681208] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-34dd8f23-6d7d-419e-bd9f-293fdf756f4b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.681208] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34dd8f23-6d7d-419e-bd9f-293fdf756f4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.681208] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34dd8f23-6d7d-419e-bd9f-293fdf756f4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.681208] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34dd8f23-6d7d-419e-bd9f-293fdf756f4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.681208] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.681208] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.681208] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.681208] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.681208] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.681208] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34dd8f23-6d7d-419e-bd9f-293fdf756f4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.681208] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-677c1444-af4e-4d09-a787-a3424d14722f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.681208] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-677c1444-af4e-4d09-a787-a3424d14722f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.681208] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-677c1444-af4e-4d09-a787-a3424d14722f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.681653] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-677c1444-af4e-4d09-a787-a3424d14722f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.681653] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('677c1444-af4e-4d09-a787-a3424d14722f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.682888] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 in Status: IN_PROGRESS for 2s [ 899.755183] env[63412]: INFO networking_nsxv3.common.synchronization [req-1b6b148c-dd88-434b-9c35-50762943d579 req-c27947fe-fe62-41e3-ad75-cb46039177aa tempest-ServersTestJSON-406246726 tempest-ServersTestJSON-406246726-project-member] Enqueued Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 899.755183] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 899.755533] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.755659] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.755723] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.755929] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.756447] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.756698] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.756815] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.757048] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.757192] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.757327] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.820871] env[63412]: INFO networking_nsxv3.common.synchronization [req-0597c247-1d3e-4714-b531-c037a5dce818 req-e9d23073-bcd1-4a46-b424-714539619b56 tempest-ServerRescueNegativeTestJSON-1224090775 tempest-ServerRescueNegativeTestJSON-1224090775-project-member] Enqueued Resource ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 with Priority: HIGHEST for action security_group_members [ 899.821378] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 with Priority: HIGHEST for action security_group_members [ 899.821691] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.821812] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.821882] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.822250] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.822326] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.822407] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.822468] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.822612] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.822697] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.822786] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0eb6bc6f-818f-4f2f-abe4-bc36c3691c06',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.184664] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34dd8f23-6d7d-419e-bd9f-293fdf756f4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.187281] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-34dd8f23-6d7d-419e-bd9f-293fdf756f4b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.187444] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34dd8f23-6d7d-419e-bd9f-293fdf756f4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.187481] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 677c1444-af4e-4d09-a787-a3424d14722f with status ACTIVE [ 900.187634] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.187735] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.187797] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.188100] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.188182] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.193129] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.193129] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.193129] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.193129] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.193129] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.193129] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.193129] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.193129] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.193129] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.193129] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.193129] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 677c1444-af4e-4d09-a787-a3424d14722f is going to be updated. [ 900.212649] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.212790] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.212862] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.213089] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.213226] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.216560] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-677c1444-af4e-4d09-a787-a3424d14722f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.260381] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.325341] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.325508] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.325556] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.325779] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.325875] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.326096] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.326204] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.326253] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.326378] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.326452] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.326533] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 already deleted. [ 900.326611] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.558055] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.558055] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-119" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.558055] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-119" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.558055] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-119" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.558055] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.558055] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.558055] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.558055] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.558055] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.558055] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.558787] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.558787] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.558787] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.558787] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.559088] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.559267] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.563093] env[63412]: INFO networking_nsxv3.common.synchronization [req-e725ef66-45c1-4823-8c57-d353834f883e req-7415655a-8f1c-4e51-9803-d80e25f68598 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Enqueued Resource ID: 2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 with Priority: HIGHEST for action security_group_members [ 900.563588] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 with Priority: HIGHEST for action security_group_members [ 900.564103] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.564219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.564290] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.564452] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.565106] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.565106] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.565106] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.565106] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.565106] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.565106] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b1890a3-a03e-4ad3-a7a4-58ce66332bb2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.580571] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.580743] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 900.580902] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.581112] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-119" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.581435] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-f597228a-7f33-491c-a3f2-b60c83fec7a3 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.581725] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-f597228a-7f33-491c-a3f2-b60c83fec7a3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.581725] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-f597228a-7f33-491c-a3f2-b60c83fec7a3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.582389] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-f597228a-7f33-491c-a3f2-b60c83fec7a3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.582389] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f597228a-7f33-491c-a3f2-b60c83fec7a3',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.688671] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34dd8f23-6d7d-419e-bd9f-293fdf756f4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.764231] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.067728] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.068742] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.068742] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.069080] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.085204] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.085592] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.085743] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.086030] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.086194] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.086372] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port f597228a-7f33-491c-a3f2-b60c83fec7a3 not found, creating... [ 901.086700] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.086783] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.087049] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.087351] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.087877] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.087877] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.088016] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.088458] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.088885] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.089213] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.089592] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: f597228a-7f33-491c-a3f2-b60c83fec7a3 is going to be created. [ 901.092309] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.092542] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.092669] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.092820] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.092863] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.092986] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.093072] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 is going to be updated. [ 901.110900] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.111086] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.111191] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.111444] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.111671] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.111895] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-f597228a-7f33-491c-a3f2-b60c83fec7a3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.116724] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.116724] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.117601] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.117601] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.117601] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.125389] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 in Status: IN_PROGRESS for 2s [ 901.191119] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.191449] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.191449] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.191573] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.191664] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.191762] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34dd8f23-6d7d-419e-bd9f-293fdf756f4b is going to be created. [ 901.234156] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.234156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.234156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.234156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.234156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.249636] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34dd8f23-6d7d-419e-bd9f-293fdf756f4b in Status: UNINITIALIZED for 2s [ 901.265562] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.265714] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.265790] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.265999] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.266116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.266974] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36483e6f-5723-4b93-8a36-a832c1be7980 is going to be updated. [ 901.299056] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.299056] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.299056] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.299056] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.299056] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.306983] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: IN_PROGRESS for 2s [ 901.427838] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f in Status: SUCCESS [ 901.428144] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.692786] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 in Status: SUCCESS [ 901.693170] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.907504] env[63412]: INFO networking_nsxv3.common.synchronization [req-0597c247-1d3e-4714-b531-c037a5dce818 req-9c38dda3-b6ed-42bb-bef4-b97731fc9167 service nova] Enqueued Resource ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 with Priority: HIGHEST for action security_group_rules [ 901.907504] env[63412]: INFO networking_nsxv3.common.synchronization [req-0597c247-1d3e-4714-b531-c037a5dce818 req-9c38dda3-b6ed-42bb-bef4-b97731fc9167 service nova] Enqueued Resource ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 with Priority: HIGHEST for action security_group_members [ 901.907622] env[63412]: INFO networking_nsxv3.common.synchronization [req-0597c247-1d3e-4714-b531-c037a5dce818 req-9c38dda3-b6ed-42bb-bef4-b97731fc9167 service nova] Enqueued Resource ID: f597228a-7f33-491c-a3f2-b60c83fec7a3 with Priority: HIGHEST for action port [ 901.908157] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 with Priority: HIGHEST for action security_group_rules [ 901.908293] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 with Priority: HIGHEST for action security_group_members [ 901.908388] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f597228a-7f33-491c-a3f2-b60c83fec7a3 with Priority: HIGHEST for action port [ 901.911791] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.911933] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.912015] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.912297] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.912384] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0eb6bc6f-818f-4f2f-abe4-bc36c3691c06',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.913237] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.913723] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.913723] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.913723] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.913723] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.913897] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.913897] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.913993] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.914088] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.914177] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0eb6bc6f-818f-4f2f-abe4-bc36c3691c06',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.915048] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-f597228a-7f33-491c-a3f2-b60c83fec7a3 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.915048] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f597228a-7f33-491c-a3f2-b60c83fec7a3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.915191] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f597228a-7f33-491c-a3f2-b60c83fec7a3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.917999] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f597228a-7f33-491c-a3f2-b60c83fec7a3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.917999] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f597228a-7f33-491c-a3f2-b60c83fec7a3',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.417385] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.417680] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.418137] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0eb6bc6f-818f-4f2f-abe4-bc36c3691c06',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.419785] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f597228a-7f33-491c-a3f2-b60c83fec7a3 with status ACTIVE [ 902.419989] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.421405] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.421405] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.421405] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.421405] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.421405] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.421405] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.421405] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.421405] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.421405] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.427579] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.427579] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.427579] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.427579] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.427579] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.427579] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f597228a-7f33-491c-a3f2-b60c83fec7a3 is going to be updated. [ 902.436077] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-598 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.436812] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-598" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.436812] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-598" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.436812] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-598" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.437017] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.437182] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.437273] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.437489] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.437631] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.437837] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.438028] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.438149] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.438241] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.438360] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.438470] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.438607] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.447352] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.447465] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.447465] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.447652] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.447764] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.447916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f597228a-7f33-491c-a3f2-b60c83fec7a3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.457827] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.458039] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 902.458192] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.458374] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-598" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.458668] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-c8f0424f-5db9-44dc-96dc-7748872444fa taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.458833] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-c8f0424f-5db9-44dc-96dc-7748872444fa" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.458961] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-c8f0424f-5db9-44dc-96dc-7748872444fa" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.460328] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-c8f0424f-5db9-44dc-96dc-7748872444fa" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.460328] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8f0424f-5db9-44dc-96dc-7748872444fa',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.928603] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0eb6bc6f-818f-4f2f-abe4-bc36c3691c06',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.962186] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.962421] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.962555] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.962839] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.962996] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.963321] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.963487] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.963612] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.963829] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.963978] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.964275] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.964434] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.964558] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.964769] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.964932] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.965146] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: c8f0424f-5db9-44dc-96dc-7748872444fa is going to be updated. [ 902.987501] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.987844] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.987844] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.988199] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.988408] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.988634] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-c8f0424f-5db9-44dc-96dc-7748872444fa" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.134195] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 in Status: SUCCESS [ 903.134385] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 deletion is rescheduled due to dependency. [ 903.134511] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.259023] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34dd8f23-6d7d-419e-bd9f-293fdf756f4b in Status: SUCCESS [ 903.259269] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34dd8f23-6d7d-419e-bd9f-293fdf756f4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.259466] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34dd8f23-6d7d-419e-bd9f-293fdf756f4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.259868] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34dd8f23-6d7d-419e-bd9f-293fdf756f4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.259868] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.260209] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.260209] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.260209] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.260209] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.260377] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34dd8f23-6d7d-419e-bd9f-293fdf756f4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.260377] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34dd8f23-6d7d-419e-bd9f-293fdf756f4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.316474] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: SUCCESS [ 903.316716] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.430502] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.430821] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.430821] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.431287] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.432507] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.432629] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 is going to be created. [ 903.455953] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.457151] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.457196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.457391] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.457554] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.466023] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 in Status: UNINITIALIZED for 2s [ 903.762380] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34dd8f23-6d7d-419e-bd9f-293fdf756f4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.787129] env[63412]: INFO networking_nsxv3.common.synchronization [req-18987bf0-ab84-4036-bd37-2aeb03f1d931 req-74ae31d9-e126-4a6a-ac52-bcbaf2b69a35 service nova] Enqueued Resource ID: e4f671ef-5660-41ba-b9bb-433ac94c086d with Priority: HIGHEST for action security_group_rules [ 903.787373] env[63412]: INFO networking_nsxv3.common.synchronization [req-18987bf0-ab84-4036-bd37-2aeb03f1d931 req-74ae31d9-e126-4a6a-ac52-bcbaf2b69a35 service nova] Enqueued Resource ID: e4f671ef-5660-41ba-b9bb-433ac94c086d with Priority: HIGHEST for action security_group_members [ 903.787547] env[63412]: INFO networking_nsxv3.common.synchronization [req-18987bf0-ab84-4036-bd37-2aeb03f1d931 req-74ae31d9-e126-4a6a-ac52-bcbaf2b69a35 service nova] Enqueued Resource ID: c8f0424f-5db9-44dc-96dc-7748872444fa with Priority: HIGHEST for action port [ 903.789314] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4f671ef-5660-41ba-b9bb-433ac94c086d with Priority: HIGHEST for action security_group_rules [ 903.789314] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4f671ef-5660-41ba-b9bb-433ac94c086d with Priority: HIGHEST for action security_group_members [ 903.789314] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f0424f-5db9-44dc-96dc-7748872444fa with Priority: HIGHEST for action port [ 903.789314] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4f671ef-5660-41ba-b9bb-433ac94c086d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.789314] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.789314] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.792598] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.792866] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4f671ef-5660-41ba-b9bb-433ac94c086d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.793942] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4f671ef-5660-41ba-b9bb-433ac94c086d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.794083] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.794200] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.794426] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.794599] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.794742] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.794806] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.794988] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.795119] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.795217] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4f671ef-5660-41ba-b9bb-433ac94c086d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.796215] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8f0424f-5db9-44dc-96dc-7748872444fa taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.796342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8f0424f-5db9-44dc-96dc-7748872444fa" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.796411] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8f0424f-5db9-44dc-96dc-7748872444fa" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.796609] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8f0424f-5db9-44dc-96dc-7748872444fa" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.796687] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8f0424f-5db9-44dc-96dc-7748872444fa',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.264373] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34dd8f23-6d7d-419e-bd9f-293fdf756f4b: rpc.has_security_group_logging(os_id): False [ 904.286121] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.286269] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.286343] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.286549] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.286636] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.286897] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.286994] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.287199] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.287353] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.287353] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.287416] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34dd8f23-6d7d-419e-bd9f-293fdf756f4b is going to be created. [ 904.300319] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4f671ef-5660-41ba-b9bb-433ac94c086d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.301310] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4f671ef-5660-41ba-b9bb-433ac94c086d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.301411] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.301561] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8f0424f-5db9-44dc-96dc-7748872444fa with status ACTIVE [ 904.301705] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.301806] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.301871] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.302058] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.302143] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.302304] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.302399] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.302463] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.302599] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.302675] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.302842] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.302933] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.302994] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.303145] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.303217] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.303300] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8f0424f-5db9-44dc-96dc-7748872444fa is going to be updated. [ 904.328082] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.328361] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.328361] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.328470] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.328916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.328916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8f0424f-5db9-44dc-96dc-7748872444fa" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.345332] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.345460] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.345526] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.345714] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.345881] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.357178] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34dd8f23-6d7d-419e-bd9f-293fdf756f4b in Status: IN_PROGRESS for 2s [ 904.482562] env[63412]: INFO networking_nsxv3.common.synchronization [None req-779290e2-d30d-4988-b9ae-3a0a24957bd9 None None] Enqueued Resource ID: a4d56b8a-be27-4329-b600-08ebaacf3cad with Priority: HIGHEST for action port [ 904.482562] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4d56b8a-be27-4329-b600-08ebaacf3cad with Priority: HIGHEST for action port [ 904.482562] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4d56b8a-be27-4329-b600-08ebaacf3cad taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.482562] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4d56b8a-be27-4329-b600-08ebaacf3cad" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.482562] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4d56b8a-be27-4329-b600-08ebaacf3cad" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.482562] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4d56b8a-be27-4329-b600-08ebaacf3cad" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.482562] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4d56b8a-be27-4329-b600-08ebaacf3cad',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.809618] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4f671ef-5660-41ba-b9bb-433ac94c086d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.983014] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4d56b8a-be27-4329-b600-08ebaacf3cad [ 904.983298] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.983456] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.983491] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.983748] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.983781] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.983877] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4d56b8a-be27-4329-b600-08ebaacf3cad already deleted. [ 904.984544] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4d56b8a-be27-4329-b600-08ebaacf3cad" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.316270] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.316270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.316270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.316270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.316270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.316270] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4f671ef-5660-41ba-b9bb-433ac94c086d is going to be updated. [ 905.340750] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.340750] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.340750] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.341133] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.341133] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.350038] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4f671ef-5660-41ba-b9bb-433ac94c086d in Status: IN_PROGRESS for 2s [ 905.475383] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 in Status: SUCCESS [ 905.475603] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.475778] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.475991] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.476195] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.476308] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.476374] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.476528] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.476608] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.476693] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.476781] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0eb6bc6f-818f-4f2f-abe4-bc36c3691c06',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.705022] env[63412]: INFO networking_nsxv3.common.synchronization [req-e71dabc7-e383-4aa7-b770-7177044ec28c req-b5682b17-f2cc-49ee-8652-128c41218e24 tempest-ServerRescueNegativeTestJSON-1224090775 tempest-ServerRescueNegativeTestJSON-1224090775-project-member] Enqueued Resource ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 with Priority: HIGHEST for action security_group_members [ 905.705022] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 with Priority: HIGHEST for action security_group_members [ 905.705022] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.705022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.705022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.705022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.705022] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.705022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.705022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.705022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.705022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.705022] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0eb6bc6f-818f-4f2f-abe4-bc36c3691c06',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.980692] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.980885] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.206755] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0eb6bc6f-818f-4f2f-abe4-bc36c3691c06',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.225018] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.225018] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-119" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.225018] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-119" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.225018] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-119" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.225240] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.225363] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.225620] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.225836] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.225977] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.226266] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 906.226425] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.226610] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.226798] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.227118] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 906.227118] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.227235] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.244934] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.245225] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 906.245440] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.245871] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-119" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.246399] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-dbdd0bf5-2b6c-4dea-adc7-b4d3356bcf96 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.246654] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-dbdd0bf5-2b6c-4dea-adc7-b4d3356bcf96" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.246759] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-dbdd0bf5-2b6c-4dea-adc7-b4d3356bcf96" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.247177] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-dbdd0bf5-2b6c-4dea-adc7-b4d3356bcf96" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.247333] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbdd0bf5-2b6c-4dea-adc7-b4d3356bcf96',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.338357] env[63412]: INFO networking_nsxv3.common.synchronization [None req-3d8efd5e-d834-4ad5-864c-33fa6a93db22 tempest-AttachVolumeTestJSON-1620287698 tempest-AttachVolumeTestJSON-1620287698-project-member] Enqueued Resource ID: 948d1e54-a582-4031-9855-f54b2f22822b with Priority: HIGHEST for action security_group_rules [ 906.338832] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 948d1e54-a582-4031-9855-f54b2f22822b with Priority: HIGHEST for action security_group_rules [ 906.339254] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-948d1e54-a582-4031-9855-f54b2f22822b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.339324] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-948d1e54-a582-4031-9855-f54b2f22822b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.339466] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-948d1e54-a582-4031-9855-f54b2f22822b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.339641] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-948d1e54-a582-4031-9855-f54b2f22822b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.339797] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('948d1e54-a582-4031-9855-f54b2f22822b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.371205] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34dd8f23-6d7d-419e-bd9f-293fdf756f4b in Status: SUCCESS [ 906.371205] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34dd8f23-6d7d-419e-bd9f-293fdf756f4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.433946] env[63412]: INFO networking_nsxv3.common.synchronization [None req-9255b0b6-5a77-40fc-85fb-a6ce4381d0ac tempest-AttachVolumeTestJSON-1620287698 tempest-AttachVolumeTestJSON-1620287698-project-member] Enqueued Resource ID: 948d1e54-a582-4031-9855-f54b2f22822b with Priority: HIGHEST for action security_group_rules [ 906.434839] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 948d1e54-a582-4031-9855-f54b2f22822b with Priority: HIGHEST for action security_group_rules [ 906.435236] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-948d1e54-a582-4031-9855-f54b2f22822b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.435515] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-948d1e54-a582-4031-9855-f54b2f22822b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.611513] env[63412]: INFO networking_nsxv3.common.synchronization [None req-65c3e45e-71bf-4e45-98ea-7e7ba12503d0 None None] Enqueued Resource ID: c14ea1ca-29f7-4141-93ae-48288245d49b with Priority: HIGHEST for action port [ 906.611766] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14ea1ca-29f7-4141-93ae-48288245d49b with Priority: HIGHEST for action port [ 906.613253] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-c14ea1ca-29f7-4141-93ae-48288245d49b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.613253] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c14ea1ca-29f7-4141-93ae-48288245d49b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.613253] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c14ea1ca-29f7-4141-93ae-48288245d49b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.613253] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c14ea1ca-29f7-4141-93ae-48288245d49b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.613253] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c14ea1ca-29f7-4141-93ae-48288245d49b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.712938] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0eb6bc6f-818f-4f2f-abe4-bc36c3691c06',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.750585] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.753195] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.753195] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.753195] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.753195] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.753195] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port dbdd0bf5-2b6c-4dea-adc7-b4d3356bcf96 not found, creating... [ 906.753569] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.753569] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.753569] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.753770] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.753874] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.755262] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.755553] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.755727] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.755977] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.757127] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.758044] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: dbdd0bf5-2b6c-4dea-adc7-b4d3356bcf96 is going to be created. [ 906.780859] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.780859] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.780859] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.780859] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.780859] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.780859] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-dbdd0bf5-2b6c-4dea-adc7-b4d3356bcf96" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.868822] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.868993] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.869251] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.869916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.870036] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.870144] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 948d1e54-a582-4031-9855-f54b2f22822b already deleted. [ 906.870236] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-948d1e54-a582-4031-9855-f54b2f22822b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.870749] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-948d1e54-a582-4031-9855-f54b2f22822b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.870937] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-948d1e54-a582-4031-9855-f54b2f22822b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.871035] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('948d1e54-a582-4031-9855-f54b2f22822b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.115650] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c14ea1ca-29f7-4141-93ae-48288245d49b [ 907.116051] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.116051] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.116051] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.116289] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.116381] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.116476] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c14ea1ca-29f7-4141-93ae-48288245d49b already deleted. [ 907.116566] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c14ea1ca-29f7-4141-93ae-48288245d49b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.214647] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.214854] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.215102] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.215373] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.215477] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.215586] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 is going to be updated. [ 907.255527] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.255719] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.255719] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.255907] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.256073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.265942] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 in Status: IN_PROGRESS for 2s [ 907.363533] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4f671ef-5660-41ba-b9bb-433ac94c086d in Status: SUCCESS [ 907.363533] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.363533] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.363533] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.363533] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.363533] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.363533] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.363533] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.363533] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.363533] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.363533] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4f671ef-5660-41ba-b9bb-433ac94c086d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.405767] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.406566] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.406566] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.406566] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.406566] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.406566] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 948d1e54-a582-4031-9855-f54b2f22822b already deleted. [ 907.406566] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-948d1e54-a582-4031-9855-f54b2f22822b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.602018] env[63412]: INFO networking_nsxv3.common.synchronization [req-e71dabc7-e383-4aa7-b770-7177044ec28c req-a9a8863d-17f9-426b-a4d3-073cf043e778 service nova] Enqueued Resource ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 with Priority: HIGHEST for action security_group_rules [ 907.602018] env[63412]: INFO networking_nsxv3.common.synchronization [req-e71dabc7-e383-4aa7-b770-7177044ec28c req-a9a8863d-17f9-426b-a4d3-073cf043e778 service nova] Enqueued Resource ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 with Priority: HIGHEST for action security_group_members [ 907.602018] env[63412]: INFO networking_nsxv3.common.synchronization [req-e71dabc7-e383-4aa7-b770-7177044ec28c req-a9a8863d-17f9-426b-a4d3-073cf043e778 service nova] Enqueued Resource ID: dbdd0bf5-2b6c-4dea-adc7-b4d3356bcf96 with Priority: HIGHEST for action port [ 907.602018] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 with Priority: HIGHEST for action security_group_rules [ 907.602018] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 with Priority: HIGHEST for action security_group_members [ 907.602018] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbdd0bf5-2b6c-4dea-adc7-b4d3356bcf96 with Priority: HIGHEST for action port [ 907.602482] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.602482] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.602632] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.602713] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.602966] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbdd0bf5-2b6c-4dea-adc7-b4d3356bcf96 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.603040] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbdd0bf5-2b6c-4dea-adc7-b4d3356bcf96" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.603109] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbdd0bf5-2b6c-4dea-adc7-b4d3356bcf96" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.606176] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbdd0bf5-2b6c-4dea-adc7-b4d3356bcf96" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.606263] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbdd0bf5-2b6c-4dea-adc7-b4d3356bcf96',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.867029] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4f671ef-5660-41ba-b9bb-433ac94c086d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.867452] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.867452] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.867452] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.867552] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.867685] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.867685] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.867842] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.867977] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.868086] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.868236] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4f671ef-5660-41ba-b9bb-433ac94c086d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.868328] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.868415] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.868548] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.868688] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.868782] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.868843] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.868980] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.869087] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.869168] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.869257] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4f671ef-5660-41ba-b9bb-433ac94c086d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.872096] env[63412]: INFO networking_nsxv3.common.synchronization [req-a94d4d17-cd1f-4b87-a57c-caf43fcf66c7 req-0cccc73e-e549-4292-95d7-fb2c2d2820d0 tempest-ServersTestManualDisk-542023911 tempest-ServersTestManualDisk-542023911-project-member] Enqueued Resource ID: 01383578-ec9f-463e-b409-60136af83127 with Priority: HIGHEST for action security_group_members [ 907.872798] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01383578-ec9f-463e-b409-60136af83127 with Priority: HIGHEST for action security_group_members [ 907.873106] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-01383578-ec9f-463e-b409-60136af83127 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.873206] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01383578-ec9f-463e-b409-60136af83127" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.873287] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01383578-ec9f-463e-b409-60136af83127" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.873551] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01383578-ec9f-463e-b409-60136af83127" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.873623] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.873713] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.873773] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.873913] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.874182] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.874182] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01383578-ec9f-463e-b409-60136af83127',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.110679] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbdd0bf5-2b6c-4dea-adc7-b4d3356bcf96 with status ACTIVE [ 908.110953] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.111196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.111301] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.111577] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.111678] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.111924] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.112997] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.112997] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.112997] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.112997] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.112997] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.112997] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.112997] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.113401] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.113401] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.113401] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbdd0bf5-2b6c-4dea-adc7-b4d3356bcf96 is going to be updated. [ 908.134576] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.134877] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.135007] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.135398] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.135629] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.135810] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbdd0bf5-2b6c-4dea-adc7-b4d3356bcf96" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.331925] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-231 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.331925] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-231" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.331925] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-231" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.332180] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-231" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.332372] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.332541] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.332667] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.332889] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.333066] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.333304] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.333437] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.333573] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.333689] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.333806] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.333930] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.334089] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.351424] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.352670] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 908.352670] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.352670] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-231" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.352670] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-de686567-917b-4048-94d4-73071df1c2f0 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.352670] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-de686567-917b-4048-94d4-73071df1c2f0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.352670] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-de686567-917b-4048-94d4-73071df1c2f0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.353714] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-de686567-917b-4048-94d4-73071df1c2f0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.353714] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de686567-917b-4048-94d4-73071df1c2f0',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.373591] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4f671ef-5660-41ba-b9bb-433ac94c086d: rpc.has_security_group_logging(os_id): False [ 908.382185] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.382185] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.382185] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.382185] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.382185] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.382185] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.382185] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.382185] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.382185] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.382185] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.382185] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01383578-ec9f-463e-b409-60136af83127 already deleted. [ 908.382185] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01383578-ec9f-463e-b409-60136af83127" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.382667] env[63412]: INFO networking_nsxv3.common.synchronization [req-906cd725-64f1-4946-8697-8ca1e33153de req-a543763d-a923-4667-863f-be2c70dde9a7 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Enqueued Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_members [ 908.383068] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_members [ 908.383362] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.383471] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.383541] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.383696] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.383855] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.383956] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.384199] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.384199] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.384281] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.384358] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.392453] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.392453] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.392453] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.392453] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.392453] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.392453] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.392453] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.392453] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.392453] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.394234] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.394234] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.394234] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.394234] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.394234] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.394234] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.394234] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.394234] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.394234] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.394234] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.394234] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.394234] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4f671ef-5660-41ba-b9bb-433ac94c086d is going to be updated. [ 908.450435] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.450635] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.450739] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.450947] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.451151] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.466961] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4f671ef-5660-41ba-b9bb-433ac94c086d in Status: IN_PROGRESS for 2s [ 908.856536] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.856882] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.857182] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.857654] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.857891] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.858182] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port de686567-917b-4048-94d4-73071df1c2f0 not found, creating... [ 908.858591] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.858925] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.859170] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.859742] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.859788] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.860272] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.860561] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.860748] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.861060] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.861296] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.861605] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: de686567-917b-4048-94d4-73071df1c2f0 is going to be created. [ 908.868041] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-92 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.868368] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.868368] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.868974] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.869067] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.869353] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.869601] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.869932] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.870185] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.870548] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.870753] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.870924] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.871213] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.871455] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.871635] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.871818] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.886122] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.886368] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.886509] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.886783] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.887079] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.887338] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-de686567-917b-4048-94d4-73071df1c2f0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.888846] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.888968] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.889137] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.889317] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.889401] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.889582] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.889716] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.889780] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.889936] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.890052] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.890141] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 is going to be deleted. [ 908.892016] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.892185] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 908.892331] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.892546] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.892835] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-b0e80026-cbc1-4cd6-84a0-aa4ae0057360 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.893010] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-b0e80026-cbc1-4cd6-84a0-aa4ae0057360" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.893232] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-b0e80026-cbc1-4cd6-84a0-aa4ae0057360" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.893528] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-b0e80026-cbc1-4cd6-84a0-aa4ae0057360" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.893680] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0e80026-cbc1-4cd6-84a0-aa4ae0057360',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.921087] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.921312] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.921312] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.921531] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.921620] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.921778] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.275529] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 in Status: SUCCESS [ 909.275858] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.276126] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.276405] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.276668] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.276862] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.277028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.277248] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.277400] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.277512] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.277742] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.277877] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.277978] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.278213] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.278376] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.278483] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.278576] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.278802] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.278951] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.279083] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.279191] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0eb6bc6f-818f-4f2f-abe4-bc36c3691c06',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.280212] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.280413] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.280609] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.280760] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.280851] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.281013] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.281096] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.281203] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0eb6bc6f-818f-4f2f-abe4-bc36c3691c06',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.396405] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.396748] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.396986] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.397344] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.397606] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.397863] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port b0e80026-cbc1-4cd6-84a0-aa4ae0057360 not found, creating... [ 909.398263] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.398386] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.398506] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.398827] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.399035] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.399376] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.399561] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.399689] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.399910] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.400141] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.400231] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: b0e80026-cbc1-4cd6-84a0-aa4ae0057360 is going to be created. [ 909.418814] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.419253] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.419429] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.419708] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.419948] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.420348] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-b0e80026-cbc1-4cd6-84a0-aa4ae0057360" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.588394] env[63412]: INFO networking_nsxv3.common.synchronization [req-a94d4d17-cd1f-4b87-a57c-caf43fcf66c7 req-3364fc38-a2cd-44e7-9577-b202396e7ca1 service nova] Enqueued Resource ID: 01383578-ec9f-463e-b409-60136af83127 with Priority: HIGHEST for action security_group_rules [ 909.588394] env[63412]: INFO networking_nsxv3.common.synchronization [req-a94d4d17-cd1f-4b87-a57c-caf43fcf66c7 req-3364fc38-a2cd-44e7-9577-b202396e7ca1 service nova] Enqueued Resource ID: 01383578-ec9f-463e-b409-60136af83127 with Priority: HIGHEST for action security_group_members [ 909.588394] env[63412]: INFO networking_nsxv3.common.synchronization [req-a94d4d17-cd1f-4b87-a57c-caf43fcf66c7 req-3364fc38-a2cd-44e7-9577-b202396e7ca1 service nova] Enqueued Resource ID: de686567-917b-4048-94d4-73071df1c2f0 with Priority: HIGHEST for action port [ 909.588394] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01383578-ec9f-463e-b409-60136af83127 with Priority: HIGHEST for action security_group_rules [ 909.588394] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01383578-ec9f-463e-b409-60136af83127 with Priority: HIGHEST for action security_group_members [ 909.588394] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de686567-917b-4048-94d4-73071df1c2f0 with Priority: HIGHEST for action port [ 909.588394] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01383578-ec9f-463e-b409-60136af83127 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.588394] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01383578-ec9f-463e-b409-60136af83127" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.588394] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01383578-ec9f-463e-b409-60136af83127" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.590066] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01383578-ec9f-463e-b409-60136af83127" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.590959] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01383578-ec9f-463e-b409-60136af83127',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.592666] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-01383578-ec9f-463e-b409-60136af83127 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.593648] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01383578-ec9f-463e-b409-60136af83127" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.593648] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01383578-ec9f-463e-b409-60136af83127" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.593648] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01383578-ec9f-463e-b409-60136af83127" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.593648] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.593648] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.593870] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.595156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.595156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.595156] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01383578-ec9f-463e-b409-60136af83127',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.595549] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-de686567-917b-4048-94d4-73071df1c2f0 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.596213] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de686567-917b-4048-94d4-73071df1c2f0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.596213] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de686567-917b-4048-94d4-73071df1c2f0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.596213] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de686567-917b-4048-94d4-73071df1c2f0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.596213] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de686567-917b-4048-94d4-73071df1c2f0',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.783101] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06: rpc.has_security_group_logging(os_id): False [ 909.784023] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0eb6bc6f-818f-4f2f-abe4-bc36c3691c06',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.801283] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.801512] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.801512] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.801730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.801848] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.802113] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.802220] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.802285] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.802451] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.802529] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.802730] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.802829] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.802884] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.803044] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.803120] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.803314] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.803433] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.803523] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.803730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.803802] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.803892] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 is going to be created. [ 909.856944] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.857201] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.857201] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.857449] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.857751] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.870917] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 in Status: IN_PROGRESS for 2s [ 910.097587] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01383578-ec9f-463e-b409-60136af83127',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.098724] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-01383578-ec9f-463e-b409-60136af83127 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.098849] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01383578-ec9f-463e-b409-60136af83127" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.099284] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de686567-917b-4048-94d4-73071df1c2f0 with status ACTIVE [ 910.099463] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.099575] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.099637] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.099872] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.099963] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.100162] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.100272] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.100343] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.100512] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.100591] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.100788] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.100881] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.100952] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.106080] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.106080] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.106080] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de686567-917b-4048-94d4-73071df1c2f0 is going to be updated. [ 910.127985] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.128191] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.128264] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.128452] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.128583] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.128734] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de686567-917b-4048-94d4-73071df1c2f0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.131332] env[63412]: INFO networking_nsxv3.common.synchronization [req-906cd725-64f1-4946-8697-8ca1e33153de req-1554d6f2-caf3-4ec5-8e62-094ab8059cbe service nova] Enqueued Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_rules [ 910.131510] env[63412]: INFO networking_nsxv3.common.synchronization [req-906cd725-64f1-4946-8697-8ca1e33153de req-1554d6f2-caf3-4ec5-8e62-094ab8059cbe service nova] Enqueued Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_members [ 910.131666] env[63412]: INFO networking_nsxv3.common.synchronization [req-906cd725-64f1-4946-8697-8ca1e33153de req-1554d6f2-caf3-4ec5-8e62-094ab8059cbe service nova] Enqueued Resource ID: b0e80026-cbc1-4cd6-84a0-aa4ae0057360 with Priority: HIGHEST for action port [ 910.131882] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_rules [ 910.132017] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_members [ 910.132119] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e80026-cbc1-4cd6-84a0-aa4ae0057360 with Priority: HIGHEST for action port [ 910.132592] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.132704] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.132769] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.132932] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.133572] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.134389] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.134502] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.134572] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.134721] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.134890] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.135008] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.135071] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.135239] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.135295] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.135370] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.136095] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0e80026-cbc1-4cd6-84a0-aa4ae0057360 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.136204] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0e80026-cbc1-4cd6-84a0-aa4ae0057360" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.136269] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0e80026-cbc1-4cd6-84a0-aa4ae0057360" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.136416] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0e80026-cbc1-4cd6-84a0-aa4ae0057360" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.136490] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0e80026-cbc1-4cd6-84a0-aa4ae0057360',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.289413] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0eb6bc6f-818f-4f2f-abe4-bc36c3691c06',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.357202] env[63412]: INFO networking_nsxv3.common.synchronization [req-8e046ed5-186b-44cf-ab15-a228a382e2f8 req-1b629f7f-9733-4ea4-9cad-6b93a84982d4 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Enqueued Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_members [ 910.359067] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_members [ 910.359067] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.359067] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.359067] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.359067] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.359067] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.359067] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.359067] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.359067] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.359067] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.359609] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.482092] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4f671ef-5660-41ba-b9bb-433ac94c086d in Status: SUCCESS [ 910.482092] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.600663] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01383578-ec9f-463e-b409-60136af83127',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.642121] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0e80026-cbc1-4cd6-84a0-aa4ae0057360 with status ACTIVE [ 910.642441] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.642588] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.642654] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.642866] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.642956] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.643147] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.643248] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.643319] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.643453] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.643532] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.643706] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.643800] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.643856] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.643994] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.644127] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.644176] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0e80026-cbc1-4cd6-84a0-aa4ae0057360 is going to be updated. [ 910.649406] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.649544] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.649698] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.670600] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.670747] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.670827] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.671056] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.671197] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.671722] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0e80026-cbc1-4cd6-84a0-aa4ae0057360" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.677993] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-873 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.678247] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-873" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.678474] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-873" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.678661] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-873" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.678969] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.679106] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.679232] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.679450] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.679593] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.679801] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.679949] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.680109] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.680266] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.680372] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.680516] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.680620] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.703027] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.703027] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 910.703256] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.703334] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-873" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.703646] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-838a7901-80cd-4008-bdd6-feaee76837f3 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.703842] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-838a7901-80cd-4008-bdd6-feaee76837f3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.703971] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-838a7901-80cd-4008-bdd6-feaee76837f3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.704332] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-838a7901-80cd-4008-bdd6-feaee76837f3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.704481] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('838a7901-80cd-4008-bdd6-feaee76837f3',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.794035] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.794197] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.794272] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.794490] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.794580] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.795424] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 is going to be updated. [ 910.832256] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.832256] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.832256] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.832256] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.832256] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.841088] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 in Status: IN_PROGRESS for 2s [ 910.862487] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.862487] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.862487] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.862487] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.862487] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.862487] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.862487] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.862487] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.862487] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.863083] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.863330] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f is going to be updated. [ 910.893215] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.893493] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.893493] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.893620] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.893757] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.903346] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: IN_PROGRESS for 2s [ 911.102899] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.103674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.103674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.103674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.103674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.103885] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01383578-ec9f-463e-b409-60136af83127 is going to be created. [ 911.129475] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.129706] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.129767] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.130012] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.130227] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.143293] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01383578-ec9f-463e-b409-60136af83127 in Status: UNINITIALIZED for 2s [ 911.154670] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.207294] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.207543] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.207680] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.208093] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.208295] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.208498] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 838a7901-80cd-4008-bdd6-feaee76837f3 not found, creating... [ 911.208739] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.208911] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.209047] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.209291] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.209469] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.209724] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.209890] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.210027] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.210252] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.210391] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.210537] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 838a7901-80cd-4008-bdd6-feaee76837f3 is going to be created. [ 911.244847] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.245118] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.245255] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.245610] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.245822] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.246018] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-838a7901-80cd-4008-bdd6-feaee76837f3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.657232] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.657358] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.657447] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.657719] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.657838] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.657963] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 is going to be created. [ 911.682380] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.682583] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.682583] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.682817] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.682948] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.693603] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 in Status: UNINITIALIZED for 2s [ 911.885340] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 in Status: SUCCESS [ 911.885340] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.885484] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.885675] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.885771] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0eb6bc6f-818f-4f2f-abe4-bc36c3691c06',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.117510] env[63412]: INFO networking_nsxv3.common.synchronization [req-8e046ed5-186b-44cf-ab15-a228a382e2f8 req-1f28fc5f-50b7-4530-abf6-eb5ed40e509f service nova] Enqueued Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_rules [ 912.117778] env[63412]: INFO networking_nsxv3.common.synchronization [req-8e046ed5-186b-44cf-ab15-a228a382e2f8 req-1f28fc5f-50b7-4530-abf6-eb5ed40e509f service nova] Enqueued Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_members [ 912.117882] env[63412]: INFO networking_nsxv3.common.synchronization [req-8e046ed5-186b-44cf-ab15-a228a382e2f8 req-1f28fc5f-50b7-4530-abf6-eb5ed40e509f service nova] Enqueued Resource ID: 838a7901-80cd-4008-bdd6-feaee76837f3 with Priority: HIGHEST for action port [ 912.118489] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_rules [ 912.119422] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_members [ 912.119770] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838a7901-80cd-4008-bdd6-feaee76837f3 with Priority: HIGHEST for action port [ 912.120490] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.120767] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.120895] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.121388] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.121632] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.124994] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.125110] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.125809] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-838a7901-80cd-4008-bdd6-feaee76837f3 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.125809] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-838a7901-80cd-4008-bdd6-feaee76837f3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.125956] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-838a7901-80cd-4008-bdd6-feaee76837f3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.126292] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-838a7901-80cd-4008-bdd6-feaee76837f3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.126422] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('838a7901-80cd-4008-bdd6-feaee76837f3',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.393640] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.393640] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.626022] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.626022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.630205] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 838a7901-80cd-4008-bdd6-feaee76837f3 with status ACTIVE [ 912.630205] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.630205] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.630205] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.630205] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.630205] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.630575] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.630645] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.630709] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.630962] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.634024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.634024] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.634024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.634024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.634024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.634024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.634024] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 838a7901-80cd-4008-bdd6-feaee76837f3 is going to be updated. [ 912.654524] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.654703] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.654773] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.654994] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.655195] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.655364] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-838a7901-80cd-4008-bdd6-feaee76837f3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.815466] env[63412]: INFO networking_nsxv3.common.synchronization [req-6c9a2b95-4092-454f-a3c8-146056836518 req-751eac6f-2125-47fd-aa08-efe5fc50c967 tempest-ServersTestMultiNic-333699287 tempest-ServersTestMultiNic-333699287-project-member] Enqueued Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_members [ 912.816022] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_members [ 912.816356] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.816519] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.816575] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.816797] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.817017] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.817288] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.817288] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.817370] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.817424] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.817522] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.854239] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 in Status: SUCCESS [ 912.854318] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.854834] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.855095] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.855703] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.855703] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.855703] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.855703] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.855703] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.856022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.856022] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0eb6bc6f-818f-4f2f-abe4-bc36c3691c06',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.924306] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: SUCCESS [ 912.924484] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f deletion is rescheduled due to dependency. [ 912.924642] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.924842] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.925120] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.925313] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.925435] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.925503] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.925664] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.925795] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.925915] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.156195] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01383578-ec9f-463e-b409-60136af83127 in Status: SUCCESS [ 913.156604] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01383578-ec9f-463e-b409-60136af83127" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.157349] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01383578-ec9f-463e-b409-60136af83127" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.157617] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01383578-ec9f-463e-b409-60136af83127" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.157900] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.158079] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.158156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.158330] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.158454] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.158574] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01383578-ec9f-463e-b409-60136af83127" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.158703] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01383578-ec9f-463e-b409-60136af83127',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.258945] env[63412]: INFO networking_nsxv3.common.synchronization [req-6c9a2b95-4092-454f-a3c8-146056836518 req-8112669d-479c-49f6-9585-a830026f079c tempest-ServersTestMultiNic-333699287 tempest-ServersTestMultiNic-333699287-project-member] Enqueued Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_members [ 913.259679] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_members [ 913.260645] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.260841] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.320492] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.320720] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.320800] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.321049] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.321149] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.321369] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.321496] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.321563] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.321735] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.321843] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.321946] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1202e2-7458-4126-a731-930d3eadd68b already deleted. [ 913.322041] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.322246] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.322407] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.322595] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.322698] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.323306] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.323306] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.324444] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.324620] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.358537] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.358742] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.358820] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.358976] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.359161] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.359377] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.359876] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.359876] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.359876] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.359876] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.360060] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.360199] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.360299] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.360503] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.361049] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.361049] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.361049] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.361049] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.361049] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.361049] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.361480] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0eb6bc6f-818f-4f2f-abe4-bc36c3691c06',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.428526] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.616704] env[63412]: INFO networking_nsxv3.common.synchronization [req-6c9a2b95-4092-454f-a3c8-146056836518 req-435270c8-2d4c-4778-94d7-c75881c7711f tempest-ServersTestMultiNic-333699287 tempest-ServersTestMultiNic-333699287-project-member] Enqueued Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_members [ 913.617352] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_members [ 913.617673] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.617808] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.665113] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01383578-ec9f-463e-b409-60136af83127',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.704589] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 in Status: SUCCESS [ 913.704589] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.706650] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.706650] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.706650] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.706650] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.706650] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.706650] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.706650] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.706650] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.706650] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.827172] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.827348] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.827422] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.827673] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.827821] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.828136] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.828258] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.828324] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.828500] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.828581] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.828669] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1202e2-7458-4126-a731-930d3eadd68b already deleted. [ 913.828747] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.828921] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.829100] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.829253] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.829350] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.829412] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.829552] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.829665] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.829783] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.866544] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06: rpc.has_security_group_logging(os_id): False [ 913.889723] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.889875] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.889948] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.890193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.890289] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.890495] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.890626] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.890737] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.890909] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.890990] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.891209] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.891324] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.891391] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.891538] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.891640] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.891815] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.891911] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.891973] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.892234] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.892313] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.892400] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 is going to be updated. [ 913.916595] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-75 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.916802] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.917093] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.917343] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.917610] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.917810] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.918055] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.918334] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.918573] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.919103] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 913.919103] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.919592] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.919808] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.919963] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 913.920100] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.920252] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.931275] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.938775] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.938954] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 913.939633] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.939633] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.939633] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-b32a337a-ec30-4426-b5ae-7450736cead3 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.939929] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-b32a337a-ec30-4426-b5ae-7450736cead3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.939929] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-b32a337a-ec30-4426-b5ae-7450736cead3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.940349] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-b32a337a-ec30-4426-b5ae-7450736cead3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.940498] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b32a337a-ec30-4426-b5ae-7450736cead3',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.962261] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.962437] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.962520] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.962749] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.962907] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.977365] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 in Status: IN_PROGRESS for 2s [ 914.168868] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01383578-ec9f-463e-b409-60136af83127: rpc.has_security_group_logging(os_id): False [ 914.190007] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.190581] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.190677] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.191057] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.191244] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.191724] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.191982] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.192143] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.192439] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.192588] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.192720] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01383578-ec9f-463e-b409-60136af83127 is going to be created. [ 914.210584] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.210806] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.210806] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.211050] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.211225] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.211336] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.211599] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.211599] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.211698] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.211742] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.212481] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.212481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.212481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.212481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.212481] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.212481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.212784] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.212784] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.212784] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.212883] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.212927] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.260344] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.260344] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.260344] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.260524] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.261151] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.271189] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01383578-ec9f-463e-b409-60136af83127 in Status: IN_PROGRESS for 2s [ 914.332633] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.334578] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.334709] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.334986] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.335103] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.335325] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.335440] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.335509] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.335667] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.335742] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.335823] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1202e2-7458-4126-a731-930d3eadd68b already deleted. [ 914.335898] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.433582] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.433834] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.433911] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.434236] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.434336] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.434448] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f is going to be updated. [ 914.443841] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.444177] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.444262] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.444548] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.444939] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.444939] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port b32a337a-ec30-4426-b5ae-7450736cead3 not found, creating... [ 914.445179] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.445388] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.445626] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.445883] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.446088] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.446569] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.446758] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.446889] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.447147] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.447295] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.447466] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: b32a337a-ec30-4426-b5ae-7450736cead3 is going to be created. [ 914.466397] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.466619] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.466834] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.466945] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.467126] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.469547] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.469781] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.469928] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.470198] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.470426] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.470801] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-b32a337a-ec30-4426-b5ae-7450736cead3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.479043] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: IN_PROGRESS for 2s [ 914.715850] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9: rpc.has_security_group_logging(os_id): False [ 914.735119] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.735301] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.735351] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.735546] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.735635] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.735846] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.736264] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.736264] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.736264] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.736430] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.736482] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.736579] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.736699] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.736857] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.737599] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.737599] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.737599] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.737599] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.738119] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.738206] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.738304] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 is going to be created. [ 914.797301] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.797540] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.797540] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.797763] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.797977] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.817645] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 in Status: IN_PROGRESS for 2s [ 915.320910] env[63412]: INFO networking_nsxv3.common.synchronization [req-6c9a2b95-4092-454f-a3c8-146056836518 req-454b1e2d-0cc7-4e39-95fd-9c93c5b87eda service nova] Enqueued Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_rules [ 915.321202] env[63412]: INFO networking_nsxv3.common.synchronization [req-6c9a2b95-4092-454f-a3c8-146056836518 req-454b1e2d-0cc7-4e39-95fd-9c93c5b87eda service nova] Enqueued Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_members [ 915.321202] env[63412]: INFO networking_nsxv3.common.synchronization [req-6c9a2b95-4092-454f-a3c8-146056836518 req-454b1e2d-0cc7-4e39-95fd-9c93c5b87eda service nova] Enqueued Resource ID: b32a337a-ec30-4426-b5ae-7450736cead3 with Priority: HIGHEST for action port [ 915.321859] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_rules [ 915.322287] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_members [ 915.322672] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a337a-ec30-4426-b5ae-7450736cead3 with Priority: HIGHEST for action port [ 915.322857] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.323160] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.323224] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.323912] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.323912] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.325107] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.325107] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.325301] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.325371] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.325540] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.325679] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.325759] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.325961] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.326058] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.326145] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.327289] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-b32a337a-ec30-4426-b5ae-7450736cead3 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.327478] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b32a337a-ec30-4426-b5ae-7450736cead3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.327583] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b32a337a-ec30-4426-b5ae-7450736cead3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.328316] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b32a337a-ec30-4426-b5ae-7450736cead3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.329018] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b32a337a-ec30-4426-b5ae-7450736cead3',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.476615] env[63412]: INFO networking_nsxv3.common.synchronization [req-14509f15-64e7-434b-844a-698e2f9fd648 req-712153ed-4371-4e8c-b32f-d94fca8a4d13 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Enqueued Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 915.480022] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 915.480022] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.480022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.480022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.480022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.480022] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.480022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.480022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.480022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.480022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.480022] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.670805] env[63412]: INFO networking_nsxv3.common.synchronization [None req-8c3ec742-f5e4-444e-b5fb-6e4ff027aaf5 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Enqueued Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_members [ 915.670805] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_members [ 915.671335] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.671335] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.671335] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.671542] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.671695] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.671797] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.671859] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.672014] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.672152] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.672250] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.838562] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.838747] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.838917] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.839961] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b32a337a-ec30-4426-b5ae-7450736cead3 with status ACTIVE [ 915.841397] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.841397] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.841397] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.841397] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.841397] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.841397] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.841397] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.841397] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.841397] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.841397] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.841784] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.841784] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.841856] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.841987] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.842094] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.842260] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b32a337a-ec30-4426-b5ae-7450736cead3 is going to be updated. [ 915.866159] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.866369] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.866503] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.866650] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.866784] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.866998] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b32a337a-ec30-4426-b5ae-7450736cead3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.905965] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-962 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.906305] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-962" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.906500] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-962" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.907652] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-962" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.907959] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.908217] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.908362] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.908628] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.908807] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.909052] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 915.909183] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.909359] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.909508] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.909635] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 915.909746] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.909886] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.944392] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.944637] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 915.944720] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.945013] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-962" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.945345] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-60c288aa-9e29-48bf-af60-9dde6c2ae506 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.945533] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-60c288aa-9e29-48bf-af60-9dde6c2ae506" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.945660] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-60c288aa-9e29-48bf-af60-9dde6c2ae506" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.945996] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-60c288aa-9e29-48bf-af60-9dde6c2ae506" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.946159] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60c288aa-9e29-48bf-af60-9dde6c2ae506',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.981643] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.982073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.982073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.982073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.982341] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.982405] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.982523] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.982523] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.982674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.982744] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.982849] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 is going to be updated. [ 916.000191] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 in Status: SUCCESS [ 916.000469] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.013435] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.013732] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.013732] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.013935] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.014118] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.028153] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: IN_PROGRESS for 2s [ 916.174681] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.283279] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01383578-ec9f-463e-b409-60136af83127 in Status: SUCCESS [ 916.283559] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01383578-ec9f-463e-b409-60136af83127" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.346692] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.452404] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.452669] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.452810] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.453127] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.453294] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.453456] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 60c288aa-9e29-48bf-af60-9dde6c2ae506 not found, creating... [ 916.453872] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.454020] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.454077] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.454291] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.454439] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.454734] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.454899] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.455367] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.455770] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.456072] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.456293] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 60c288aa-9e29-48bf-af60-9dde6c2ae506 is going to be created. [ 916.477486] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.477706] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.477798] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.478229] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.478492] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.478758] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-60c288aa-9e29-48bf-af60-9dde6c2ae506" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.488414] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: SUCCESS [ 916.488640] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.488826] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.489059] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.489259] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.489397] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.489453] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.489596] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.489675] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.489762] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.489853] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.610517] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-997 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.610736] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-997" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.610869] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-997" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.611264] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-997" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.612791] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.612944] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.613546] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.613779] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.613945] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.614215] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 916.614344] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 916.614464] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 916.614685] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 916.614882] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 916.614917] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 916.615137] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 916.638052] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 916.638418] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 916.638678] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 916.638923] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-997" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.639351] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-069d51c5-d731-4e6f-b640-f356dac4fa05 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.639622] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-069d51c5-d731-4e6f-b640-f356dac4fa05" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.639821] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-069d51c5-d731-4e6f-b640-f356dac4fa05" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.640238] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-069d51c5-d731-4e6f-b640-f356dac4fa05" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.640448] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('069d51c5-d731-4e6f-b640-f356dac4fa05',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.677217] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.829746] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 in Status: SUCCESS [ 916.829994] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.850129] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.850298] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.850369] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.850602] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.850689] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.850789] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1202e2-7458-4126-a731-930d3eadd68b is going to be created. [ 916.876572] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.876776] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.876776] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.877067] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.877247] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.886677] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: UNINITIALIZED for 2s [ 916.992280] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.992512] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.992512] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.992832] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.992920] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.993059] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.993114] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.993274] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.993366] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.993456] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.993602] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.993697] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.993761] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.993903] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.994050] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.994141] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.994216] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.994357] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.994434] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.994599] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.994691] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.144254] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.144254] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.144254] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.144535] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.144535] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.144648] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 069d51c5-d731-4e6f-b640-f356dac4fa05 not found, creating... [ 917.145172] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.145866] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.145866] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.145866] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.145866] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.146106] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.146286] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.146414] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.146650] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.146797] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.147011] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 069d51c5-d731-4e6f-b640-f356dac4fa05 is going to be created. [ 917.166039] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.166355] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.166507] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.166795] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.167176] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.167489] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-069d51c5-d731-4e6f-b640-f356dac4fa05" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.180541] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.180684] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.180754] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.181036] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.181134] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.181238] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 is going to be updated. [ 917.208354] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.208599] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.208599] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.208946] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.209143] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.218821] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 in Status: IN_PROGRESS for 2s [ 917.266330] env[63412]: INFO networking_nsxv3.common.synchronization [req-14509f15-64e7-434b-844a-698e2f9fd648 req-8b8fb69a-79d0-4492-9c40-9374b9dd96c1 service nova] Enqueued Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_rules [ 917.266330] env[63412]: INFO networking_nsxv3.common.synchronization [req-14509f15-64e7-434b-844a-698e2f9fd648 req-8b8fb69a-79d0-4492-9c40-9374b9dd96c1 service nova] Enqueued Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 917.266330] env[63412]: INFO networking_nsxv3.common.synchronization [req-14509f15-64e7-434b-844a-698e2f9fd648 req-8b8fb69a-79d0-4492-9c40-9374b9dd96c1 service nova] Enqueued Resource ID: 60c288aa-9e29-48bf-af60-9dde6c2ae506 with Priority: HIGHEST for action port [ 917.270950] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_rules [ 917.271761] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 917.271761] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c288aa-9e29-48bf-af60-9dde6c2ae506 with Priority: HIGHEST for action port [ 917.274316] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.274551] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.274673] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.274961] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.276769] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.278589] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.278769] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.279144] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-60c288aa-9e29-48bf-af60-9dde6c2ae506 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.279396] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60c288aa-9e29-48bf-af60-9dde6c2ae506" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.279513] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60c288aa-9e29-48bf-af60-9dde6c2ae506" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.279906] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60c288aa-9e29-48bf-af60-9dde6c2ae506" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.280180] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60c288aa-9e29-48bf-af60-9dde6c2ae506',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.499713] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22d326f5-5fd7-4b43-a21f-a0c84243672f: rpc.has_security_group_logging(os_id): False [ 917.516055] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.516524] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.519209] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.519209] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.519209] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.519209] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.519209] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.519209] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.519209] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.519209] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.519209] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.519209] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.519209] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.519209] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.519209] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.519209] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.520107] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.520107] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.520107] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.520107] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.520107] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f is going to be updated. [ 917.574471] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.574471] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.574471] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.574471] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.574471] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.585632] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: IN_PROGRESS for 2s [ 917.778933] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.779246] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.782606] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60c288aa-9e29-48bf-af60-9dde6c2ae506 with status ACTIVE [ 917.782922] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.783112] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.783203] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.783706] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.783706] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.783706] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.783984] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.783984] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.784064] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.784149] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.784306] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.784447] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.784447] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.784601] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.784677] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.784772] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60c288aa-9e29-48bf-af60-9dde6c2ae506 is going to be updated. [ 917.816316] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.816316] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.817068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.817509] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.818015] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.818147] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60c288aa-9e29-48bf-af60-9dde6c2ae506" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.039753] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: SUCCESS [ 918.039753] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 deletion is rescheduled due to dependency. [ 918.039753] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.039753] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.039753] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.040041] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.040041] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.040157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.040339] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.040461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.040599] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.046376] env[63412]: INFO networking_nsxv3.common.synchronization [req-6c9a2b95-4092-454f-a3c8-146056836518 req-f6ec5d2c-b11e-4cfa-9c4b-20e39642a9e6 service nova] Enqueued Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_rules [ 918.046376] env[63412]: INFO networking_nsxv3.common.synchronization [req-6c9a2b95-4092-454f-a3c8-146056836518 req-f6ec5d2c-b11e-4cfa-9c4b-20e39642a9e6 service nova] Enqueued Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_members [ 918.046376] env[63412]: INFO networking_nsxv3.common.synchronization [req-6c9a2b95-4092-454f-a3c8-146056836518 req-f6ec5d2c-b11e-4cfa-9c4b-20e39642a9e6 service nova] Enqueued Resource ID: 069d51c5-d731-4e6f-b640-f356dac4fa05 with Priority: HIGHEST for action port [ 918.046781] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_rules [ 918.047623] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_members [ 918.047799] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 069d51c5-d731-4e6f-b640-f356dac4fa05 with Priority: HIGHEST for action port [ 918.048282] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.048282] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.048443] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.048528] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.048824] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-069d51c5-d731-4e6f-b640-f356dac4fa05 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.048905] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-069d51c5-d731-4e6f-b640-f356dac4fa05" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.048947] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-069d51c5-d731-4e6f-b640-f356dac4fa05" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.049159] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-069d51c5-d731-4e6f-b640-f356dac4fa05" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.049245] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('069d51c5-d731-4e6f-b640-f356dac4fa05',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.547756] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.557364] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 069d51c5-d731-4e6f-b640-f356dac4fa05 with status ACTIVE [ 918.557668] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.557965] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.557965] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.558134] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.558134] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.558325] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.558428] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.558480] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.558636] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.558746] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.558928] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.559023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.559089] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.559222] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.559310] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.559599] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 069d51c5-d731-4e6f-b640-f356dac4fa05 is going to be updated. [ 918.579643] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.579782] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.579851] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.580100] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.580210] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.580371] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-069d51c5-d731-4e6f-b640-f356dac4fa05" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.813029] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-92 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.813029] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.813236] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.813419] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.813763] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.813932] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.813932] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.814251] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.814583] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.814702] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 918.815757] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.815840] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.815912] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.816045] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 918.816173] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.816335] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.834542] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-75 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.834734] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.834864] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.835139] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.835720] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.835889] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.836024] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.836251] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.836397] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.836586] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 918.836702] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.836812] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.836924] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.837081] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 918.837215] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.837367] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.842578] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.842813] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 918.842905] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.843104] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.843423] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-0340873b-f57f-4db9-b679-8c84d64d772b taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.843592] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-0340873b-f57f-4db9-b679-8c84d64d772b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.843715] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-0340873b-f57f-4db9-b679-8c84d64d772b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.844011] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-0340873b-f57f-4db9-b679-8c84d64d772b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.844163] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0340873b-f57f-4db9-b679-8c84d64d772b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.855962] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.856146] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 918.856294] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.856474] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.856771] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-264625fd-3623-4747-8921-69e06405d934 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.856941] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-264625fd-3623-4747-8921-69e06405d934" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.857107] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-264625fd-3623-4747-8921-69e06405d934" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.857431] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-264625fd-3623-4747-8921-69e06405d934" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.857633] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('264625fd-3623-4747-8921-69e06405d934',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.896724] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: SUCCESS [ 918.897017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.897475] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.897475] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.897585] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.897726] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.897790] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.897920] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.897989] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.898139] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.898250] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.899046] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.899195] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.899424] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.899546] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.899602] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.899751] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.899830] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.899918] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.050230] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.231345] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 in Status: SUCCESS [ 919.231696] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.350191] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.350467] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.350600] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.350890] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.351080] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.351217] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 0340873b-f57f-4db9-b679-8c84d64d772b not found, creating... [ 919.351492] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.351676] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.351779] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.352016] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.352166] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.352455] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.352609] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.352734] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.352943] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.353093] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.353238] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 0340873b-f57f-4db9-b679-8c84d64d772b is going to be created. [ 919.360573] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.360768] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.360897] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.361151] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.361297] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.361445] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 264625fd-3623-4747-8921-69e06405d934 not found, creating... [ 919.361692] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.361852] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.361973] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.362207] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.362343] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.362725] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.362904] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.363047] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.363321] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.363469] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.363632] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 264625fd-3623-4747-8921-69e06405d934 is going to be created. [ 919.373315] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.373498] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.373626] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.373856] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.374113] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.374330] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-0340873b-f57f-4db9-b679-8c84d64d772b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.380797] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.381037] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.381136] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.381387] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.381611] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.381833] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-264625fd-3623-4747-8921-69e06405d934" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.402030] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.402030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.402283] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.552834] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.553116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.553116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.553285] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.553378] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.553504] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 is going to be updated. [ 919.582429] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.582625] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.582687] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.582925] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.583103] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.591647] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: IN_PROGRESS for 2s [ 919.599697] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: SUCCESS [ 919.599982] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.905535] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.094391] env[63412]: INFO networking_nsxv3.common.synchronization [req-6c9a2b95-4092-454f-a3c8-146056836518 req-e3a3f2cf-1c72-4f29-8331-01a5cfacc94c service nova] Enqueued Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_rules [ 920.094545] env[63412]: INFO networking_nsxv3.common.synchronization [req-6c9a2b95-4092-454f-a3c8-146056836518 req-e3a3f2cf-1c72-4f29-8331-01a5cfacc94c service nova] Enqueued Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_members [ 920.094791] env[63412]: INFO networking_nsxv3.common.synchronization [req-6c9a2b95-4092-454f-a3c8-146056836518 req-e3a3f2cf-1c72-4f29-8331-01a5cfacc94c service nova] Enqueued Resource ID: 264625fd-3623-4747-8921-69e06405d934 with Priority: HIGHEST for action port [ 920.095122] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_rules [ 920.095246] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_members [ 920.095346] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264625fd-3623-4747-8921-69e06405d934 with Priority: HIGHEST for action port [ 920.095951] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.096269] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.096555] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.096743] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.097041] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-264625fd-3623-4747-8921-69e06405d934 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.097242] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-264625fd-3623-4747-8921-69e06405d934" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.097357] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-264625fd-3623-4747-8921-69e06405d934" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.097629] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-264625fd-3623-4747-8921-69e06405d934" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.097774] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('264625fd-3623-4747-8921-69e06405d934',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.162502] env[63412]: INFO networking_nsxv3.common.synchronization [req-74e5b483-7606-49f0-976b-ee6aa1423c6f req-fd62eae4-a59d-4297-ac2c-278b3178961d service nova] Enqueued Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_rules [ 920.162762] env[63412]: INFO networking_nsxv3.common.synchronization [req-74e5b483-7606-49f0-976b-ee6aa1423c6f req-fd62eae4-a59d-4297-ac2c-278b3178961d service nova] Enqueued Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_members [ 920.162990] env[63412]: INFO networking_nsxv3.common.synchronization [req-74e5b483-7606-49f0-976b-ee6aa1423c6f req-fd62eae4-a59d-4297-ac2c-278b3178961d service nova] Enqueued Resource ID: 0340873b-f57f-4db9-b679-8c84d64d772b with Priority: HIGHEST for action port [ 920.163857] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_rules [ 920.163857] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_members [ 920.164082] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0340873b-f57f-4db9-b679-8c84d64d772b with Priority: HIGHEST for action port [ 920.164461] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.164647] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.164755] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.165118] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.165243] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.166169] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.166371] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.166497] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.166722] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.166915] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.167129] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.167262] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.167514] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.167910] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.167910] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.168667] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-0340873b-f57f-4db9-b679-8c84d64d772b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.168831] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0340873b-f57f-4db9-b679-8c84d64d772b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.168990] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0340873b-f57f-4db9-b679-8c84d64d772b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.169237] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0340873b-f57f-4db9-b679-8c84d64d772b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.169364] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0340873b-f57f-4db9-b679-8c84d64d772b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.407735] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.407878] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.407987] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.408601] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.408601] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.408601] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1202e2-7458-4126-a731-930d3eadd68b is going to be updated. [ 920.447393] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.447393] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.447591] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.448107] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.448107] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.456939] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: IN_PROGRESS for 2s [ 920.603527] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 264625fd-3623-4747-8921-69e06405d934 with status ACTIVE [ 920.603773] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.603902] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.603972] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.604217] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.604306] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.604486] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.604585] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.604646] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.604836] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.604874] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.605056] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.605164] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.605224] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.605364] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.605449] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.605531] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 264625fd-3623-4747-8921-69e06405d934 is going to be updated. [ 920.624718] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.624897] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.624964] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.625145] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.625280] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.625432] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-264625fd-3623-4747-8921-69e06405d934" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.671205] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.672370] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.672490] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.672714] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0340873b-f57f-4db9-b679-8c84d64d772b with status ACTIVE [ 920.672917] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.672988] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.673057] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.673314] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.673418] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.673628] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.673740] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.673814] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.673969] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.675041] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.675041] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.675241] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.675241] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.675349] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.675349] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.675455] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0340873b-f57f-4db9-b679-8c84d64d772b is going to be updated. [ 920.701289] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.701546] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.701546] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.701748] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.701882] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.702690] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0340873b-f57f-4db9-b679-8c84d64d772b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.704465] env[63412]: INFO networking_nsxv3.common.synchronization [req-8d6e28b7-d781-4301-8bb0-ff4e1c36e467 req-8e9541de-b8ed-4a7e-aa47-150f34ae1c1b tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Enqueued Resource ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f with Priority: HIGHEST for action security_group_members [ 920.705261] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f with Priority: HIGHEST for action security_group_members [ 920.705682] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.705812] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.705881] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.706073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.706338] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.706338] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.706458] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.706620] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.706743] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.706873] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('288c6d1f-1b37-45e7-8f73-4f47f1b0a59f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.178891] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.214039] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.214039] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.214039] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.214039] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.214039] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.214039] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.214039] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.214039] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.214039] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.214039] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.214039] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f is going to be updated. [ 921.248353] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.249059] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.249220] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.249512] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.249716] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.258690] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f in Status: IN_PROGRESS for 2s [ 921.601169] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: SUCCESS [ 921.601405] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.601652] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.601929] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.602993] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.603248] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.603347] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.603568] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.603902] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.603902] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.603902] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.681102] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.681288] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.681329] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.681531] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.681618] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.681737] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 is going to be updated. [ 921.711204] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.711204] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.711204] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.711204] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.711204] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.719813] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 in Status: IN_PROGRESS for 2s [ 922.106925] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.107251] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.107329] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.107657] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.107919] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.108107] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.108225] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.108549] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.108595] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.108733] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.108957] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.109114] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.109217] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.109443] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.109699] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.109839] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.110031] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.110213] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.110342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.110524] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.110883] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.468138] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: SUCCESS [ 922.468138] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.468138] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.468437] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.468699] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.468838] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.468906] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.469150] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.469250] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.470690] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.470690] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.471637] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.471637] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.471637] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.471637] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.471637] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.471637] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.471849] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.472118] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.472206] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.476083] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.476083] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.476083] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.476083] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.476083] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.476083] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.476083] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.476083] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.476083] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.613196] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc126587-c54f-41d7-95ee-ef30102979e4: rpc.has_security_group_logging(os_id): False [ 922.632047] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.632262] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.632358] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.632630] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.632774] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.633054] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.633204] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.633301] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.633471] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.633551] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.633749] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.633844] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.633908] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.634244] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.634342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.634540] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.634734] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.634820] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.634946] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.635030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.635109] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 is going to be updated. [ 922.693317] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.693540] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.693652] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.694045] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.694255] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.709104] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: IN_PROGRESS for 2s [ 922.783032] env[63412]: INFO networking_nsxv3.common.synchronization [req-3efae27d-f629-4111-8b8d-1a193dbe30a4 req-af899814-fcaf-403a-8eb0-daa4733cf97f tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Enqueued Resource ID: cf794659-988d-4f26-876f-e53bd6c025a7 with Priority: HIGHEST for action security_group_members [ 922.783676] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf794659-988d-4f26-876f-e53bd6c025a7 with Priority: HIGHEST for action security_group_members [ 922.784262] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf794659-988d-4f26-876f-e53bd6c025a7 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.784717] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.784717] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.784717] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.785032] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.785032] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.785128] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.785291] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.785370] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.785469] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf794659-988d-4f26-876f-e53bd6c025a7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.976741] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e1202e2-7458-4126-a731-930d3eadd68b: rpc.has_security_group_logging(os_id): False [ 922.978410] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.995754] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.995909] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.995957] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.996202] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.996318] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.996486] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.996578] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.996636] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.996782] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.996850] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.997079] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.997174] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.997240] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.997368] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.997435] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.997606] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.997692] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.997750] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.997875] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.997954] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.998498] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e1202e2-7458-4126-a731-930d3eadd68b is going to be created. [ 923.048432] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.048648] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.048648] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.048837] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.049023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.060889] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: IN_PROGRESS for 2s [ 923.267396] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f in Status: SUCCESS [ 923.267593] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f deletion is rescheduled due to dependency. [ 923.267688] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.289390] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.289561] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.289631] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.289851] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.289938] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.290149] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.290247] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.290309] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.290457] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.290528] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.290626] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf794659-988d-4f26-876f-e53bd6c025a7 is going to be updated. [ 923.318731] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.318879] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.318950] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.319191] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.319374] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.326559] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf794659-988d-4f26-876f-e53bd6c025a7 in Status: IN_PROGRESS for 2s [ 923.488463] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.732095] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 in Status: SUCCESS [ 923.732095] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.732095] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.732095] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.732095] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.732095] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.732095] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.732815] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.732815] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.732815] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.732815] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.990842] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.991133] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.991226] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.991708] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.991708] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.991708] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1202e2-7458-4126-a731-930d3eadd68b is going to be updated. [ 924.028241] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.028457] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.028509] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.028970] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.028970] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.038320] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: IN_PROGRESS for 2s [ 924.234666] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.234880] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.235111] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.235342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.235584] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.235738] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.235838] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.236083] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.236212] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.236348] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.236569] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.236708] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.236802] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.237149] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.237505] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.237667] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.237876] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.238056] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.238172] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.238307] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.238360] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.722906] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: SUCCESS [ 924.723123] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.740607] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9: rpc.has_security_group_logging(os_id): False [ 924.761237] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.761454] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.761536] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.761752] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.761841] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.762051] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.762267] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.762333] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.762486] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.762560] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.762755] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.762849] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.762910] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.763059] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.763134] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.763320] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.763409] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.763467] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.763601] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.763672] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.763754] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 is going to be updated. [ 924.819444] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.819444] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.819444] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.819444] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.819444] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.830538] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 in Status: IN_PROGRESS for 2s [ 924.843021] env[63412]: INFO networking_nsxv3.common.synchronization [req-3a2f2b9b-c4e8-4510-aa81-e64a05125a02 req-786344c7-4a52-47c7-8684-5f12e9e44c77 tempest-FloatingIPsAssociationTestJSON-1395765778 tempest-FloatingIPsAssociationTestJSON-1395765778-project-member] Enqueued Resource ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 with Priority: HIGHEST for action security_group_members [ 924.843021] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 with Priority: HIGHEST for action security_group_members [ 924.843021] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-574843a3-ddcb-4765-a750-aae37e4dcea5 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.843021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.843021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.843461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.843709] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.843915] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.844067] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.844788] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.845053] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.845258] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('574843a3-ddcb-4765-a750-aae37e4dcea5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.072487] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: SUCCESS [ 925.072759] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.072946] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.073226] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.073327] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.338572] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf794659-988d-4f26-876f-e53bd6c025a7 in Status: SUCCESS [ 925.338572] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf794659-988d-4f26-876f-e53bd6c025a7 deletion is rescheduled due to dependency. [ 925.338572] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.347255] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.347470] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.347526] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.347724] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.347786] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.348084] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.348212] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.348212] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.348321] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.348438] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.348816] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 is going to be updated. [ 925.372660] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.372660] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.372660] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.372992] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.373552] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.382296] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 in Status: IN_PROGRESS for 2s [ 925.576520] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.576520] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.847385] env[63412]: INFO networking_nsxv3.common.synchronization [req-a7c646ce-faab-4727-856f-215b4559f380 req-9b2f5ce4-6df0-4a28-b508-d7c7ad9543ba tempest-AttachVolumeTestJSON-1620287698 tempest-AttachVolumeTestJSON-1620287698-project-member] Enqueued Resource ID: 948d1e54-a582-4031-9855-f54b2f22822b with Priority: HIGHEST for action security_group_members [ 925.847917] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 948d1e54-a582-4031-9855-f54b2f22822b with Priority: HIGHEST for action security_group_members [ 925.848235] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-948d1e54-a582-4031-9855-f54b2f22822b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.848355] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-948d1e54-a582-4031-9855-f54b2f22822b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.848422] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-948d1e54-a582-4031-9855-f54b2f22822b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.848662] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-948d1e54-a582-4031-9855-f54b2f22822b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.848813] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.848915] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.848976] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.851638] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.851741] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.851839] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('948d1e54-a582-4031-9855-f54b2f22822b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.053276] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: SUCCESS [ 926.053512] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.053707] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.053920] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.054140] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.054260] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.054316] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.054497] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.054560] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.054635] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.054723] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.315022] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-479 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.315022] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-479" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.315022] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-479" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.315022] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-479" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.315022] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.315022] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.315022] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.315572] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.315831] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.316153] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.316372] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.316575] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.316770] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.317159] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.317519] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.317793] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.340901] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.340901] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 926.340901] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.340901] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-479" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.340901] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-258a3336-d4ec-47ec-b627-412036049f88 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.340901] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-258a3336-d4ec-47ec-b627-412036049f88" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.340901] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-258a3336-d4ec-47ec-b627-412036049f88" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.340901] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-258a3336-d4ec-47ec-b627-412036049f88" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.340901] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('258a3336-d4ec-47ec-b627-412036049f88',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.355140] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.355140] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.355140] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.355140] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.355140] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.355140] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.355140] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.355140] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.355140] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.355140] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.355140] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 948d1e54-a582-4031-9855-f54b2f22822b already deleted. [ 926.355140] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-948d1e54-a582-4031-9855-f54b2f22822b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.562638] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.562638] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.562638] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.562638] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.562638] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.562638] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.562638] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.562638] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.562638] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.562638] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.562638] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.562638] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.562638] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.564073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.564073] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.564073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.564073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.564073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.565819] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.565819] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.565819] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.842769] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.843019] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.843151] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.843466] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.843638] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.843775] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 258a3336-d4ec-47ec-b627-412036049f88 not found, creating... [ 926.844382] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.844382] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.844494] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.844702] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.844847] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.845261] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.845413] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.845696] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.845754] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.845866] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.846016] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 258a3336-d4ec-47ec-b627-412036049f88 is going to be created. [ 926.847827] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 in Status: SUCCESS [ 926.848164] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.870149] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.870149] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.871193] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.871973] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.871973] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.872146] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-258a3336-d4ec-47ec-b627-412036049f88" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.068709] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e1202e2-7458-4126-a731-930d3eadd68b: rpc.has_security_group_logging(os_id): False [ 927.085361] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.085576] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.085679] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.085848] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.085947] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.086165] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.086289] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.086356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.089022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.089022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.089022] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.089022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.089022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.089022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.089022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.089022] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.089022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.089022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.089022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.089022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.089022] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e1202e2-7458-4126-a731-930d3eadd68b is going to be updated. [ 927.148219] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.148450] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.148506] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.148687] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.148865] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.161814] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: IN_PROGRESS for 2s [ 927.392621] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 in Status: SUCCESS [ 927.393457] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 deletion is rescheduled due to dependency. [ 927.393457] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.734631] env[63412]: INFO networking_nsxv3.common.synchronization [req-a7c646ce-faab-4727-856f-215b4559f380 req-843b31ae-fa1e-4e76-9829-6d36e1bf2ccc service nova] Enqueued Resource ID: 948d1e54-a582-4031-9855-f54b2f22822b with Priority: HIGHEST for action security_group_rules [ 927.734810] env[63412]: INFO networking_nsxv3.common.synchronization [req-a7c646ce-faab-4727-856f-215b4559f380 req-843b31ae-fa1e-4e76-9829-6d36e1bf2ccc service nova] Enqueued Resource ID: 948d1e54-a582-4031-9855-f54b2f22822b with Priority: HIGHEST for action security_group_members [ 927.734975] env[63412]: INFO networking_nsxv3.common.synchronization [req-a7c646ce-faab-4727-856f-215b4559f380 req-843b31ae-fa1e-4e76-9829-6d36e1bf2ccc service nova] Enqueued Resource ID: 258a3336-d4ec-47ec-b627-412036049f88 with Priority: HIGHEST for action port [ 927.735683] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 948d1e54-a582-4031-9855-f54b2f22822b with Priority: HIGHEST for action security_group_rules [ 927.735823] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 948d1e54-a582-4031-9855-f54b2f22822b with Priority: HIGHEST for action security_group_members [ 927.735919] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 258a3336-d4ec-47ec-b627-412036049f88 with Priority: HIGHEST for action port [ 927.736249] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-948d1e54-a582-4031-9855-f54b2f22822b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.736326] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-948d1e54-a582-4031-9855-f54b2f22822b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.736397] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-948d1e54-a582-4031-9855-f54b2f22822b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.736980] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-948d1e54-a582-4031-9855-f54b2f22822b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.736980] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('948d1e54-a582-4031-9855-f54b2f22822b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.739354] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-948d1e54-a582-4031-9855-f54b2f22822b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.739354] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-948d1e54-a582-4031-9855-f54b2f22822b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.739354] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-948d1e54-a582-4031-9855-f54b2f22822b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.739354] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-948d1e54-a582-4031-9855-f54b2f22822b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.739354] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.739354] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.739354] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.739354] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.739698] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.739698] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('948d1e54-a582-4031-9855-f54b2f22822b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.740403] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-258a3336-d4ec-47ec-b627-412036049f88 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.740523] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-258a3336-d4ec-47ec-b627-412036049f88" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.740567] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-258a3336-d4ec-47ec-b627-412036049f88" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.740721] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-258a3336-d4ec-47ec-b627-412036049f88" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.740888] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('258a3336-d4ec-47ec-b627-412036049f88',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.239210] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-948d1e54-a582-4031-9855-f54b2f22822b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.239658] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-948d1e54-a582-4031-9855-f54b2f22822b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.242802] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('948d1e54-a582-4031-9855-f54b2f22822b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.243781] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 258a3336-d4ec-47ec-b627-412036049f88 with status ACTIVE [ 928.244014] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.244166] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.244220] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.244417] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.244520] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.244706] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.244848] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.244966] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.245117] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.245150] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.245321] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.245415] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.245467] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.245621] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.245744] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.245822] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 258a3336-d4ec-47ec-b627-412036049f88 is going to be updated. [ 928.266052] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.266265] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.266265] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.266479] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.266599] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.266842] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-258a3336-d4ec-47ec-b627-412036049f88" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.747948] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('948d1e54-a582-4031-9855-f54b2f22822b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.893068] env[63412]: INFO networking_nsxv3.common.synchronization [req-c29228fa-6e29-4a53-8e0a-7569c40a9022 req-ff56df3a-1f4c-4a5a-80b4-e6b196a82884 tempest-AttachInterfacesUnderV243Test-1965767103 tempest-AttachInterfacesUnderV243Test-1965767103-project-member] Enqueued Resource ID: 5213ce82-0b92-4361-a640-578af74c1f75 with Priority: HIGHEST for action security_group_members [ 928.893587] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5213ce82-0b92-4361-a640-578af74c1f75 with Priority: HIGHEST for action security_group_members [ 928.893907] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-5213ce82-0b92-4361-a640-578af74c1f75 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.894047] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.894118] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.894321] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.895429] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.895429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.895429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.895429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.895429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.895429] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5213ce82-0b92-4361-a640-578af74c1f75',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.951580] env[63412]: INFO networking_nsxv3.common.synchronization [req-c29228fa-6e29-4a53-8e0a-7569c40a9022 req-ff56df3a-1f4c-4a5a-80b4-e6b196a82884 tempest-AttachInterfacesUnderV243Test-1965767103 tempest-AttachInterfacesUnderV243Test-1965767103-project-member] Enqueued Resource ID: 5213ce82-0b92-4361-a640-578af74c1f75 with Priority: HIGHEST for action security_group_rules [ 928.951580] env[63412]: INFO networking_nsxv3.common.synchronization [req-c29228fa-6e29-4a53-8e0a-7569c40a9022 req-ff56df3a-1f4c-4a5a-80b4-e6b196a82884 tempest-AttachInterfacesUnderV243Test-1965767103 tempest-AttachInterfacesUnderV243Test-1965767103-project-member] Enqueued Resource ID: 5213ce82-0b92-4361-a640-578af74c1f75 with Priority: HIGHEST for action security_group_members [ 928.951580] env[63412]: INFO networking_nsxv3.common.synchronization [req-c29228fa-6e29-4a53-8e0a-7569c40a9022 req-ff56df3a-1f4c-4a5a-80b4-e6b196a82884 tempest-AttachInterfacesUnderV243Test-1965767103 tempest-AttachInterfacesUnderV243Test-1965767103-project-member] Enqueued Resource ID: 1d42fea3-b2ab-404d-b693-50d555219b14 with Priority: HIGHEST for action port [ 928.951580] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5213ce82-0b92-4361-a640-578af74c1f75 with Priority: HIGHEST for action security_group_rules [ 928.951580] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5213ce82-0b92-4361-a640-578af74c1f75 with Priority: HIGHEST for action security_group_members [ 928.951580] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d42fea3-b2ab-404d-b693-50d555219b14 with Priority: HIGHEST for action port [ 928.951580] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5213ce82-0b92-4361-a640-578af74c1f75 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.951580] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.951580] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.951580] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.952058] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5213ce82-0b92-4361-a640-578af74c1f75',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.952812] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-5213ce82-0b92-4361-a640-578af74c1f75 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.952916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.953102] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d42fea3-b2ab-404d-b693-50d555219b14 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.953198] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d42fea3-b2ab-404d-b693-50d555219b14" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.953258] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d42fea3-b2ab-404d-b693-50d555219b14" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.953434] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d42fea3-b2ab-404d-b693-50d555219b14" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.953504] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d42fea3-b2ab-404d-b693-50d555219b14',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.175078] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: SUCCESS [ 929.175078] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.175078] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.175078] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.175363] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.250699] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.250992] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.250992] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.251076] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.251261] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.251261] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 948d1e54-a582-4031-9855-f54b2f22822b is going to be created. [ 929.273306] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.273645] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.273645] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.273815] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.273934] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.284898] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 948d1e54-a582-4031-9855-f54b2f22822b in Status: UNINITIALIZED for 2s [ 929.398202] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5213ce82-0b92-4361-a640-578af74c1f75',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.455082] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-5213ce82-0b92-4361-a640-578af74c1f75 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.455082] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.458053] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d42fea3-b2ab-404d-b693-50d555219b14 with status ACTIVE [ 929.458211] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.458354] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.458527] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.458640] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.458728] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.458902] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.458992] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.459063] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.459230] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.459320] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.459545] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.459652] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.459704] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.459833] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.459948] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.459997] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d42fea3-b2ab-404d-b693-50d555219b14 is going to be updated. [ 929.480272] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.480437] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.480521] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.480705] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.480905] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.481142] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d42fea3-b2ab-404d-b693-50d555219b14" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.678658] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.678658] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.678658] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.679025] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.679025] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.679220] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.679220] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.679415] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.679495] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.679615] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.679741] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.900443] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5213ce82-0b92-4361-a640-578af74c1f75',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.182138] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.182387] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.182580] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.182765] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.182966] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.183106] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.183179] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.183373] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.183503] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.183599] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.183751] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.183845] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.183902] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.184096] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.184259] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.184395] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.184466] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.184629] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.184739] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.184823] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.184935] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.403058] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.403494] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.403494] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.403849] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.404011] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.404159] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5213ce82-0b92-4361-a640-578af74c1f75 is going to be updated. [ 930.439274] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.439466] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.439541] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.439811] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.440017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.455861] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5213ce82-0b92-4361-a640-578af74c1f75 in Status: IN_PROGRESS for 2s [ 930.693237] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e1202e2-7458-4126-a731-930d3eadd68b: rpc.has_security_group_logging(os_id): False [ 930.711947] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.711947] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.711947] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.712164] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.712164] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.712373] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.713091] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.713091] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.713091] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.713091] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.713091] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.713091] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.713494] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.713494] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.713494] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.713643] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.713715] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.713763] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.713976] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.713976] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.715449] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e1202e2-7458-4126-a731-930d3eadd68b is going to be updated. [ 930.776282] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.776282] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.776282] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.776450] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.776593] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.794999] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: IN_PROGRESS for 2s [ 931.285721] env[63412]: INFO networking_nsxv3.common.synchronization [None req-be316bc8-1769-483c-888c-eb8daedb5243 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Enqueued Resource ID: 57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 with Priority: HIGHEST for action security_group_rules [ 931.288509] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 with Priority: HIGHEST for action security_group_rules [ 931.288509] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.288509] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.288509] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.288509] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.288509] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57b38e8c-e8cd-4d82-a2f5-b44ef14cca29',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.297614] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 948d1e54-a582-4031-9855-f54b2f22822b in Status: SUCCESS [ 931.297614] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-948d1e54-a582-4031-9855-f54b2f22822b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.297614] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-948d1e54-a582-4031-9855-f54b2f22822b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.297614] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-948d1e54-a582-4031-9855-f54b2f22822b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.298068] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.298068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.298068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.298068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.298068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.298250] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-948d1e54-a582-4031-9855-f54b2f22822b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.298250] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('948d1e54-a582-4031-9855-f54b2f22822b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.375358] env[63412]: INFO networking_nsxv3.common.synchronization [None req-2105d1c7-5c1d-46d2-bb03-f311aacc2da5 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Enqueued Resource ID: 57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 with Priority: HIGHEST for action security_group_rules [ 931.375358] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 with Priority: HIGHEST for action security_group_rules [ 931.375358] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.375358] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.431201] env[63412]: INFO networking_nsxv3.common.synchronization [req-4c245641-2c25-421b-a7da-1bcc74fed762 req-9ec358cb-5085-4c2b-a4cb-b231d3d79c57 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Enqueued Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 931.434557] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 931.435098] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.435530] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.435719] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.436026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.436277] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.436492] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.436973] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.437275] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.437466] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.437694] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.518687] env[63412]: INFO networking_nsxv3.common.synchronization [req-e08ce11a-704c-4954-988b-eeee9f48881b req-581ba9d2-bf59-45b3-bd7b-a4c0f5b69c21 tempest-AttachInterfacesUnderV243Test-1965767103 tempest-AttachInterfacesUnderV243Test-1965767103-project-member] Enqueued Resource ID: 5213ce82-0b92-4361-a640-578af74c1f75 with Priority: HIGHEST for action security_group_members [ 931.519233] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5213ce82-0b92-4361-a640-578af74c1f75 with Priority: HIGHEST for action security_group_members [ 931.519593] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-5213ce82-0b92-4361-a640-578af74c1f75 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.519731] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.531400] env[63412]: INFO networking_nsxv3.common.synchronization [req-e08ce11a-704c-4954-988b-eeee9f48881b req-581ba9d2-bf59-45b3-bd7b-a4c0f5b69c21 tempest-AttachInterfacesUnderV243Test-1965767103 tempest-AttachInterfacesUnderV243Test-1965767103-project-member] Enqueued Resource ID: 5213ce82-0b92-4361-a640-578af74c1f75 with Priority: HIGHEST for action security_group_rules [ 931.531586] env[63412]: INFO networking_nsxv3.common.synchronization [req-e08ce11a-704c-4954-988b-eeee9f48881b req-581ba9d2-bf59-45b3-bd7b-a4c0f5b69c21 tempest-AttachInterfacesUnderV243Test-1965767103 tempest-AttachInterfacesUnderV243Test-1965767103-project-member] Enqueued Resource ID: 5213ce82-0b92-4361-a640-578af74c1f75 with Priority: HIGHEST for action security_group_members [ 931.531742] env[63412]: INFO networking_nsxv3.common.synchronization [req-e08ce11a-704c-4954-988b-eeee9f48881b req-581ba9d2-bf59-45b3-bd7b-a4c0f5b69c21 tempest-AttachInterfacesUnderV243Test-1965767103 tempest-AttachInterfacesUnderV243Test-1965767103-project-member] Enqueued Resource ID: 1d42fea3-b2ab-404d-b693-50d555219b14 with Priority: HIGHEST for action port [ 931.532155] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5213ce82-0b92-4361-a640-578af74c1f75 with Priority: HIGHEST for action security_group_rules [ 931.532155] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5213ce82-0b92-4361-a640-578af74c1f75 with Priority: HIGHEST for action security_group_members [ 931.532280] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d42fea3-b2ab-404d-b693-50d555219b14 with Priority: HIGHEST for action port [ 931.532971] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5213ce82-0b92-4361-a640-578af74c1f75 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.533097] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.533468] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-5213ce82-0b92-4361-a640-578af74c1f75 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.533468] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.533782] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d42fea3-b2ab-404d-b693-50d555219b14 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.533782] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d42fea3-b2ab-404d-b693-50d555219b14" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.533782] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d42fea3-b2ab-404d-b693-50d555219b14" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.534579] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d42fea3-b2ab-404d-b693-50d555219b14" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.534674] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d42fea3-b2ab-404d-b693-50d555219b14',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.803100] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('948d1e54-a582-4031-9855-f54b2f22822b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.807215] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.807648] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.807824] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.808147] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.808332] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.808510] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 already deleted. [ 931.808679] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.809826] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.809826] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.809826] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57b38e8c-e8cd-4d82-a2f5-b44ef14cca29',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.943300] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.943300] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.943300] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.943300] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.943300] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.943300] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.943300] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.943300] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.943300] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.943300] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.943300] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 is going to be updated. [ 931.975020] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.975020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.975020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.975020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.975020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.983446] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: IN_PROGRESS for 2s [ 932.039687] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d42fea3-b2ab-404d-b693-50d555219b14 with status ACTIVE [ 932.039924] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.040077] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.040148] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.040369] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.040458] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.040653] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.040756] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.040818] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.040967] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.041173] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.041268] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.041360] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.041423] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.041570] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.041639] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.041721] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d42fea3-b2ab-404d-b693-50d555219b14 is going to be updated. [ 932.064581] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.064753] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.064864] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.065407] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.066057] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.066464] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d42fea3-b2ab-404d-b693-50d555219b14" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.304186] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 948d1e54-a582-4031-9855-f54b2f22822b: rpc.has_security_group_logging(os_id): False [ 932.327030] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.327030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.327030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.327030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.327030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.327030] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.327030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.327030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.327030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.327030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.327030] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 948d1e54-a582-4031-9855-f54b2f22822b is going to be created. [ 932.328522] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.328766] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.331461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.331461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.331461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.331461] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 already deleted. [ 932.331461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.384422] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.384656] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.384761] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.385007] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.385202] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.396839] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 948d1e54-a582-4031-9855-f54b2f22822b in Status: IN_PROGRESS for 2s [ 932.469871] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5213ce82-0b92-4361-a640-578af74c1f75 in Status: SUCCESS [ 932.470516] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.471170] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.471447] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.472208] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.472357] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.472421] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.472593] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.472673] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.472768] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5213ce82-0b92-4361-a640-578af74c1f75',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.522411] env[63412]: INFO networking_nsxv3.common.synchronization [req-7393d240-ba1a-49a7-affd-0d2d17def467 req-ce489227-8bec-44f9-a77c-f504fac79cf1 tempest-ServersTestMultiNic-333699287 tempest-ServersTestMultiNic-333699287-project-member] Enqueued Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_members [ 932.525019] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_members [ 932.525019] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.525019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.525019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.525019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.525019] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.525019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.525019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.525019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.525019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.525019] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.807068] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: SUCCESS [ 932.807271] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.878585] env[63412]: INFO networking_nsxv3.common.synchronization [req-7393d240-ba1a-49a7-affd-0d2d17def467 req-2162c671-c529-45a1-9941-807276508e55 tempest-ServersTestMultiNic-333699287 tempest-ServersTestMultiNic-333699287-project-member] Enqueued Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_members [ 932.879181] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_members [ 932.879495] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.879597] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.977495] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5213ce82-0b92-4361-a640-578af74c1f75',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.027748] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.298953] env[63412]: INFO networking_nsxv3.common.synchronization [req-7393d240-ba1a-49a7-affd-0d2d17def467 req-5488c4c8-d385-4962-8429-b66d0bdff0a9 tempest-ServersTestMultiNic-333699287 tempest-ServersTestMultiNic-333699287-project-member] Enqueued Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_members [ 933.300286] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_members [ 933.300504] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.300624] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.480079] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5213ce82-0b92-4361-a640-578af74c1f75',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.531744] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.984166] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.984376] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.984465] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.984689] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.984788] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.984881] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5213ce82-0b92-4361-a640-578af74c1f75 is going to be updated. [ 934.000230] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: SUCCESS [ 934.000230] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 deletion is rescheduled due to dependency. [ 934.000230] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.021794] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.022022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.022022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.022236] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.022343] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.031760] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5213ce82-0b92-4361-a640-578af74c1f75 in Status: IN_PROGRESS for 2s [ 934.034489] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.034931] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.035605] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.036018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.036176] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.036310] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1202e2-7458-4126-a731-930d3eadd68b is going to be updated. [ 934.074158] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.074607] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.074870] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.075596] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.075596] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.090361] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: IN_PROGRESS for 2s [ 934.409932] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 948d1e54-a582-4031-9855-f54b2f22822b in Status: SUCCESS [ 934.409932] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-948d1e54-a582-4031-9855-f54b2f22822b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.500541] env[63412]: INFO networking_nsxv3.common.synchronization [req-e41b9421-619c-4307-8fde-4980c51e61d3 req-1d318803-f25b-4a97-b2c0-84a09511942b tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Enqueued Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_members [ 934.500858] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_members [ 934.502353] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.502560] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.502666] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.502923] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.503174] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.503356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.503428] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.503624] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.503737] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.503932] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.006862] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.509863] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.949221] env[63412]: INFO networking_nsxv3.common.synchronization [None req-521383bf-3ee2-4ca8-8cd8-892f457a20fc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Enqueued Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_members [ 935.949882] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_members [ 935.952853] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.952853] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.014934] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.014934] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.014934] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.014934] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.014934] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.014934] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 is going to be updated. [ 936.044063] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5213ce82-0b92-4361-a640-578af74c1f75 in Status: SUCCESS [ 936.044063] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.044297] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.044538] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.044774] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.044984] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.045143] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.045306] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.045409] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.045485] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.045564] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5213ce82-0b92-4361-a640-578af74c1f75',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.046521] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.046689] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.046862] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.046958] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.047166] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.047606] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.047606] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.047606] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5213ce82-0b92-4361-a640-578af74c1f75',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.055616] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.055850] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.055911] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.056140] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.056286] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.066957] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 in Status: IN_PROGRESS for 2s [ 936.102232] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: SUCCESS [ 936.103100] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.104012] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.104342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.104543] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.104722] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.104987] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.105557] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.105880] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.106116] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.548979] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5213ce82-0b92-4361-a640-578af74c1f75',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.550257] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5213ce82-0b92-4361-a640-578af74c1f75',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.608373] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.608373] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.608531] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.608678] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.608769] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.609087] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.609293] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.609293] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.609367] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.609521] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.609671] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1202e2-7458-4126-a731-930d3eadd68b is going to be updated. [ 936.636393] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.636617] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.636721] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.637016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.637261] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.645345] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: IN_PROGRESS for 2s [ 936.865804] env[63412]: INFO networking_nsxv3.common.synchronization [req-5190ded9-ccaa-4953-84ae-aa58758873f5 req-e03d71df-6f22-428c-8551-ec0f034a3147 tempest-AttachInterfacesUnderV243Test-1965767103 tempest-AttachInterfacesUnderV243Test-1965767103-project-member] Enqueued Resource ID: 5213ce82-0b92-4361-a640-578af74c1f75 with Priority: HIGHEST for action security_group_members [ 936.866365] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5213ce82-0b92-4361-a640-578af74c1f75 with Priority: HIGHEST for action security_group_members [ 936.866658] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-5213ce82-0b92-4361-a640-578af74c1f75 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.866757] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.052272] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5213ce82-0b92-4361-a640-578af74c1f75: rpc.has_security_group_logging(os_id): False [ 937.053602] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5213ce82-0b92-4361-a640-578af74c1f75',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.071341] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.071528] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.071616] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.071854] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.072010] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.072209] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.072313] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.072375] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.072560] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.072632] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.072721] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5213ce82-0b92-4361-a640-578af74c1f75 is going to be updated. [ 937.136022] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.136022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.136022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.136022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.136022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.146585] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5213ce82-0b92-4361-a640-578af74c1f75 in Status: IN_PROGRESS for 2s [ 937.555828] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.557184] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.557184] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.557184] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.557184] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.557184] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5213ce82-0b92-4361-a640-578af74c1f75 is going to be updated. [ 937.588520] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.588520] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.588520] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.588520] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.588520] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.595164] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5213ce82-0b92-4361-a640-578af74c1f75 in Status: IN_PROGRESS for 2s [ 938.075589] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 in Status: SUCCESS [ 938.075813] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.075980] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.076207] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.076392] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.076508] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.076577] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.076714] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.076797] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.076885] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.582388] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.582388] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.582388] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.582388] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.582388] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.582388] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.582388] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.582388] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.582388] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.582388] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.582388] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 is going to be updated. [ 938.606942] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.607179] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.607269] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.607467] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.607610] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.615331] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 in Status: IN_PROGRESS for 2s [ 938.656296] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: SUCCESS [ 938.656534] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1202e2-7458-4126-a731-930d3eadd68b deletion is rescheduled due to dependency. [ 938.656685] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.656886] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.657342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.657468] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.657589] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.657677] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.657885] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.658018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.658187] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.060290] env[63412]: INFO networking_nsxv3.common.synchronization [req-988f1e5c-b389-4d7b-b1f7-4fff2ca79baa req-cbd8d1be-c38a-4418-ad7c-3cb45d8ff70a tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Enqueued Resource ID: 838652d0-2548-45cc-9877-0848787d8223 with Priority: HIGHEST for action security_group_members [ 939.060290] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838652d0-2548-45cc-9877-0848787d8223 with Priority: HIGHEST for action security_group_members [ 939.060290] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-838652d0-2548-45cc-9877-0848787d8223 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.060290] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838652d0-2548-45cc-9877-0848787d8223" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.060290] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838652d0-2548-45cc-9877-0848787d8223" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.060290] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838652d0-2548-45cc-9877-0848787d8223" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.060290] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.060917] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.061159] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.061479] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.061720] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.061936] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('838652d0-2548-45cc-9877-0848787d8223',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.159104] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5213ce82-0b92-4361-a640-578af74c1f75 in Status: SUCCESS [ 939.159339] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.159558] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.160109] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.160109] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5213ce82-0b92-4361-a640-578af74c1f75',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.166925] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.167170] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.167330] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.167451] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.167539] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.167741] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.167858] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.167927] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.168046] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.168141] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.168221] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1202e2-7458-4126-a731-930d3eadd68b is going to be updated. [ 939.197634] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.197634] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.197634] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.197634] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.197634] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.206266] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: IN_PROGRESS for 2s [ 939.566784] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.566784] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.566784] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.567034] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.567593] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.567593] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.567593] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.567593] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.567815] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.567815] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.567815] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 838652d0-2548-45cc-9877-0848787d8223 is going to be updated. [ 939.593374] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.594782] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.594782] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.594782] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.594782] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.602109] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838652d0-2548-45cc-9877-0848787d8223 in Status: IN_PROGRESS for 2s [ 939.602920] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5213ce82-0b92-4361-a640-578af74c1f75 in Status: SUCCESS [ 939.603147] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.603311] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.603641] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.603761] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.603878] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.603941] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.604166] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.604765] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.604765] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5213ce82-0b92-4361-a640-578af74c1f75',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.679580] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.679728] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.679839] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.680015] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.680118] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.680252] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5213ce82-0b92-4361-a640-578af74c1f75 is going to be deleted. [ 939.732250] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.732393] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.732467] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.732658] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.732752] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.732875] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.106168] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.106337] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.106412] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.106703] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.106764] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.106930] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.107054] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.107171] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.107276] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.107422] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.107457] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5213ce82-0b92-4361-a640-578af74c1f75 is going to be deleted. [ 940.143080] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.143080] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.143080] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.143080] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.143080] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.143080] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.143546] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.143546] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.143546] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.143904] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.143904] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.144321] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.144444] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.144549] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5213ce82-0b92-4361-a640-578af74c1f75',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.337018] env[63412]: INFO networking_nsxv3.common.synchronization [req-35370dd5-ee7d-49a5-9400-2a786717d833 req-40cea878-392c-4a2c-9bc1-8b5a2cd3daed tempest-ServersTestJSON-406246726 tempest-ServersTestJSON-406246726-project-member] Enqueued Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 940.337018] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 940.337757] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.338143] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.340760] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.340760] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.340760] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.340760] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.340760] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.340760] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.340760] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.340760] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.626543] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 in Status: SUCCESS [ 940.626849] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 deletion is rescheduled due to dependency. [ 940.626849] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.650461] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.650461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.650461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.650461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.650461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.650461] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.650461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.650461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.650461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.650461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.650461] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5213ce82-0b92-4361-a640-578af74c1f75 already deleted. [ 940.650461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5213ce82-0b92-4361-a640-578af74c1f75" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.686754] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-413 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.687042] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-413" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.687229] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-413" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.687533] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-413" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.688036] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.688036] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.688229] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.688383] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.688638] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.688712] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 940.688822] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 940.688937] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 940.689076] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 940.689199] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 940.689314] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 940.689478] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 940.707978] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 940.708052] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 940.708213] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 940.708373] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-413" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.708794] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-4cd94bd4-43c7-45cc-83ea-56019cc4bb74 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.708971] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-4cd94bd4-43c7-45cc-83ea-56019cc4bb74" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.709062] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-4cd94bd4-43c7-45cc-83ea-56019cc4bb74" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.709393] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-4cd94bd4-43c7-45cc-83ea-56019cc4bb74" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.709542] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cd94bd4-43c7-45cc-83ea-56019cc4bb74',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.841905] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.213321] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.213556] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.214041] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.214290] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.214482] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.214693] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 4cd94bd4-43c7-45cc-83ea-56019cc4bb74 not found, creating... [ 941.214958] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.215197] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.215351] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.215580] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.215724] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.216017] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.216452] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.216585] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.216803] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.216946] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.217169] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 4cd94bd4-43c7-45cc-83ea-56019cc4bb74 is going to be created. [ 941.219257] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: SUCCESS [ 941.219608] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1202e2-7458-4126-a731-930d3eadd68b deletion is rescheduled due to dependency. [ 941.219736] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.259569] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.259800] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.260017] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.260231] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.260479] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.260733] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-4cd94bd4-43c7-45cc-83ea-56019cc4bb74" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.343355] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.612665] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838652d0-2548-45cc-9877-0848787d8223 in Status: SUCCESS [ 941.612961] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 838652d0-2548-45cc-9877-0848787d8223 deletion is rescheduled due to dependency. [ 941.612961] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838652d0-2548-45cc-9877-0848787d8223" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.846315] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.846612] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.846612] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.846763] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.846853] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.846953] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36483e6f-5723-4b93-8a36-a832c1be7980 is going to be updated. [ 941.873553] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.873700] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.873769] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.873971] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.874124] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.883356] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: IN_PROGRESS for 2s [ 942.178729] env[63412]: INFO networking_nsxv3.common.synchronization [req-35370dd5-ee7d-49a5-9400-2a786717d833 req-f5e210bd-4c12-4bfc-825f-6030aded0a16 service nova] Enqueued Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_rules [ 942.178729] env[63412]: INFO networking_nsxv3.common.synchronization [req-35370dd5-ee7d-49a5-9400-2a786717d833 req-f5e210bd-4c12-4bfc-825f-6030aded0a16 service nova] Enqueued Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 942.178729] env[63412]: INFO networking_nsxv3.common.synchronization [req-35370dd5-ee7d-49a5-9400-2a786717d833 req-f5e210bd-4c12-4bfc-825f-6030aded0a16 service nova] Enqueued Resource ID: 4cd94bd4-43c7-45cc-83ea-56019cc4bb74 with Priority: HIGHEST for action port [ 942.178729] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_rules [ 942.178729] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 942.178729] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd94bd4-43c7-45cc-83ea-56019cc4bb74 with Priority: HIGHEST for action port [ 942.179158] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.179290] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.179374] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.179595] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.179650] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.180904] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.180992] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.181144] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cd94bd4-43c7-45cc-83ea-56019cc4bb74 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.181246] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cd94bd4-43c7-45cc-83ea-56019cc4bb74" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.181389] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cd94bd4-43c7-45cc-83ea-56019cc4bb74" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.181473] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cd94bd4-43c7-45cc-83ea-56019cc4bb74" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.181548] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cd94bd4-43c7-45cc-83ea-56019cc4bb74',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.422567] env[63412]: INFO networking_nsxv3.common.synchronization [None req-3900b0e6-93b5-4cc0-914f-ce2866fff959 None None] Enqueued Resource ID: c4936f5b-1633-4619-aad8-c2868332bcbf with Priority: HIGHEST for action port [ 942.422876] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4936f5b-1633-4619-aad8-c2868332bcbf with Priority: HIGHEST for action port [ 942.423440] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4936f5b-1633-4619-aad8-c2868332bcbf taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.423585] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4936f5b-1633-4619-aad8-c2868332bcbf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.423679] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4936f5b-1633-4619-aad8-c2868332bcbf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.423881] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4936f5b-1633-4619-aad8-c2868332bcbf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.423963] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4936f5b-1633-4619-aad8-c2868332bcbf',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.683493] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.683630] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.683798] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cd94bd4-43c7-45cc-83ea-56019cc4bb74 with status ACTIVE [ 942.683955] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.684070] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.684133] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.684335] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.684420] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.684586] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.684674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.684731] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.684871] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.684943] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.685183] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.685281] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.685340] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.685479] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.685547] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.685628] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cd94bd4-43c7-45cc-83ea-56019cc4bb74 is going to be updated. [ 942.704127] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.704296] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.704341] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.704713] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.704713] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.705058] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cd94bd4-43c7-45cc-83ea-56019cc4bb74" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.927345] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4936f5b-1633-4619-aad8-c2868332bcbf [ 942.927693] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.927775] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.927813] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.928123] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.928241] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.928381] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4936f5b-1633-4619-aad8-c2868332bcbf already deleted. [ 942.928555] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4936f5b-1633-4619-aad8-c2868332bcbf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.894401] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: SUCCESS [ 943.894617] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.894805] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.895162] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.895314] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.895765] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.895765] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.896318] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.896318] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.896520] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.920887] env[63412]: INFO networking_nsxv3.common.synchronization [req-01162a04-5d86-4a0f-a0f5-aeb610c8b588 req-ddfe12d7-aa82-419f-9ebf-49c85c078b30 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Enqueued Resource ID: e4f671ef-5660-41ba-b9bb-433ac94c086d with Priority: HIGHEST for action security_group_members [ 943.922046] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4f671ef-5660-41ba-b9bb-433ac94c086d with Priority: HIGHEST for action security_group_members [ 943.922046] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4f671ef-5660-41ba-b9bb-433ac94c086d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.925749] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.925749] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.925749] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.925749] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.925749] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.925749] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.926257] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.926257] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.926257] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4f671ef-5660-41ba-b9bb-433ac94c086d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.400999] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.432834] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.432939] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.433044] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.433306] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.433408] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.433537] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.433629] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.433688] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.433838] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.433915] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.434009] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4f671ef-5660-41ba-b9bb-433ac94c086d is going to be updated. [ 944.460780] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.460780] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.460780] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.460780] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.460780] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.468936] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4f671ef-5660-41ba-b9bb-433ac94c086d in Status: IN_PROGRESS for 2s [ 944.903997] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.271296] env[63412]: INFO networking_nsxv3.common.synchronization [None req-e9b1f5a3-3ed1-449d-916e-8993fd5d5233 None None] Enqueued Resource ID: 2f203e88-d565-4af8-886a-33368e7d740b with Priority: HIGHEST for action port [ 945.272921] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f203e88-d565-4af8-886a-33368e7d740b with Priority: HIGHEST for action port [ 945.274898] env[63412]: INFO networking_nsxv3.common.synchronization [req-e6216d8b-b6f6-416f-9041-47625ef35dbd req-bdb782ac-4617-427b-9250-edf91f99576c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Enqueued Resource ID: 26f55b1d-0590-4717-a5c1-d4ac756418a0 with Priority: HIGHEST for action security_group_members [ 945.276206] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f203e88-d565-4af8-886a-33368e7d740b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.276206] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f203e88-d565-4af8-886a-33368e7d740b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.276206] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f203e88-d565-4af8-886a-33368e7d740b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.276642] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f203e88-d565-4af8-886a-33368e7d740b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.276868] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f203e88-d565-4af8-886a-33368e7d740b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.278207] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f55b1d-0590-4717-a5c1-d4ac756418a0 with Priority: HIGHEST for action security_group_members [ 945.280030] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f55b1d-0590-4717-a5c1-d4ac756418a0 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.280030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f55b1d-0590-4717-a5c1-d4ac756418a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.280030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f55b1d-0590-4717-a5c1-d4ac756418a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.280030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f55b1d-0590-4717-a5c1-d4ac756418a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.280030] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.280030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.280030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.280763] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.281082] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.281297] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26f55b1d-0590-4717-a5c1-d4ac756418a0',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.407934] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.408723] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.409395] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.409516] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.409516] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.409630] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36483e6f-5723-4b93-8a36-a832c1be7980 is going to be updated. [ 945.439015] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.439218] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.439218] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.439440] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.439599] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.449803] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: IN_PROGRESS for 2s [ 945.779881] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f203e88-d565-4af8-886a-33368e7d740b [ 945.779881] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.779881] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.779881] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.780143] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.780231] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.780293] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f203e88-d565-4af8-886a-33368e7d740b already deleted. [ 945.780372] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f203e88-d565-4af8-886a-33368e7d740b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.783997] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.784158] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.784227] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.784427] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.784511] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.784703] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.784790] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.784857] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.785042] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.785118] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.785388] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26f55b1d-0590-4717-a5c1-d4ac756418a0 already deleted. [ 945.785388] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f55b1d-0590-4717-a5c1-d4ac756418a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.793798] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-736 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.794034] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-736" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.794156] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-736" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.794415] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-736" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.794676] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.794837] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.794959] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.795395] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.795603] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.795840] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 945.795962] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.796089] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.796205] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.796326] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 945.796438] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.796575] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.815205] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.815205] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 945.815464] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.815871] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-736" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.815907] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-f9489e5a-36e6-4f16-bda3-15f006a5354f taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.818383] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-f9489e5a-36e6-4f16-bda3-15f006a5354f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.818383] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-f9489e5a-36e6-4f16-bda3-15f006a5354f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.818383] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-f9489e5a-36e6-4f16-bda3-15f006a5354f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.818383] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9489e5a-36e6-4f16-bda3-15f006a5354f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.319341] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.319632] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.319777] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.320205] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.320418] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.320693] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port f9489e5a-36e6-4f16-bda3-15f006a5354f not found, creating... [ 946.321043] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.321251] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.321376] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.321636] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.321920] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.322405] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.322653] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.322863] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.323129] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.323353] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.323547] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: f9489e5a-36e6-4f16-bda3-15f006a5354f is going to be created. [ 946.349356] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.349356] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.349356] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.349356] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.349356] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.349356] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-f9489e5a-36e6-4f16-bda3-15f006a5354f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.480282] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4f671ef-5660-41ba-b9bb-433ac94c086d in Status: SUCCESS [ 946.480565] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4f671ef-5660-41ba-b9bb-433ac94c086d deletion is rescheduled due to dependency. [ 946.480565] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.213950] env[63412]: INFO networking_nsxv3.common.synchronization [req-e6216d8b-b6f6-416f-9041-47625ef35dbd req-9ad6c423-403c-4f19-baae-f2931a733aa0 service nova] Enqueued Resource ID: 26f55b1d-0590-4717-a5c1-d4ac756418a0 with Priority: HIGHEST for action security_group_rules [ 947.213950] env[63412]: INFO networking_nsxv3.common.synchronization [req-e6216d8b-b6f6-416f-9041-47625ef35dbd req-9ad6c423-403c-4f19-baae-f2931a733aa0 service nova] Enqueued Resource ID: 26f55b1d-0590-4717-a5c1-d4ac756418a0 with Priority: HIGHEST for action security_group_members [ 947.213950] env[63412]: INFO networking_nsxv3.common.synchronization [req-e6216d8b-b6f6-416f-9041-47625ef35dbd req-9ad6c423-403c-4f19-baae-f2931a733aa0 service nova] Enqueued Resource ID: f9489e5a-36e6-4f16-bda3-15f006a5354f with Priority: HIGHEST for action port [ 947.213950] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f55b1d-0590-4717-a5c1-d4ac756418a0 with Priority: HIGHEST for action security_group_rules [ 947.213950] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f55b1d-0590-4717-a5c1-d4ac756418a0 with Priority: HIGHEST for action security_group_members [ 947.213950] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9489e5a-36e6-4f16-bda3-15f006a5354f with Priority: HIGHEST for action port [ 947.214162] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26f55b1d-0590-4717-a5c1-d4ac756418a0 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.214507] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26f55b1d-0590-4717-a5c1-d4ac756418a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.214507] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26f55b1d-0590-4717-a5c1-d4ac756418a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.214696] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26f55b1d-0590-4717-a5c1-d4ac756418a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.214696] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26f55b1d-0590-4717-a5c1-d4ac756418a0',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.215784] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f55b1d-0590-4717-a5c1-d4ac756418a0 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.215784] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f55b1d-0590-4717-a5c1-d4ac756418a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.215784] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f55b1d-0590-4717-a5c1-d4ac756418a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.216107] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f55b1d-0590-4717-a5c1-d4ac756418a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.216400] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.216500] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.216561] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.216776] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.216832] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.216878] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26f55b1d-0590-4717-a5c1-d4ac756418a0',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.220635] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9489e5a-36e6-4f16-bda3-15f006a5354f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.220635] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9489e5a-36e6-4f16-bda3-15f006a5354f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.220635] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9489e5a-36e6-4f16-bda3-15f006a5354f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.220635] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9489e5a-36e6-4f16-bda3-15f006a5354f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.220635] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9489e5a-36e6-4f16-bda3-15f006a5354f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.460024] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: SUCCESS [ 947.460024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.460024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.460024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.460024] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.460327] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.460327] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.460327] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.460443] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.460443] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.460510] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.721423] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f55b1d-0590-4717-a5c1-d4ac756418a0 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.721740] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f55b1d-0590-4717-a5c1-d4ac756418a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.721778] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26f55b1d-0590-4717-a5c1-d4ac756418a0',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.723603] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9489e5a-36e6-4f16-bda3-15f006a5354f with status ACTIVE [ 947.723820] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.723946] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.724029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.724248] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.724337] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.724545] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.724648] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.724753] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.724842] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.724917] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.725205] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.725293] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.725351] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.725492] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.725566] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.725664] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9489e5a-36e6-4f16-bda3-15f006a5354f is going to be updated. [ 947.745617] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.745801] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.745801] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.746108] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.746264] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.746428] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9489e5a-36e6-4f16-bda3-15f006a5354f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.963051] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.963051] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.963326] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.963391] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.963570] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.963689] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.963750] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.964050] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.964159] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.964258] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.964437] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.964523] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.964581] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.964723] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.964860] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.964960] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.965068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.965152] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.965246] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.965336] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.965428] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.228082] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26f55b1d-0590-4717-a5c1-d4ac756418a0',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.468091] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36483e6f-5723-4b93-8a36-a832c1be7980: rpc.has_security_group_logging(os_id): False [ 948.484705] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.484846] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.484915] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.485292] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.485420] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.485522] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.485650] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.485796] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.485857] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.486193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.486193] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.486327] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.486327] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.486433] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.486574] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.486701] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.486809] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.486873] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.487018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.487225] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.487316] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36483e6f-5723-4b93-8a36-a832c1be7980 is going to be updated. [ 948.509445] env[63412]: INFO networking_nsxv3.common.synchronization [None req-480c839e-b39e-4821-acf9-654aaa6165c6 tempest-ServerRescueNegativeTestJSON-1224090775 tempest-ServerRescueNegativeTestJSON-1224090775-project-member] Enqueued Resource ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef with Priority: HIGHEST for action security_group_rules [ 948.510061] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef with Priority: HIGHEST for action security_group_rules [ 948.510336] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.510453] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.510516] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.510765] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.510843] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.540071] env[63412]: INFO networking_nsxv3.common.synchronization [req-289c8517-8317-4af2-8f88-be04c1df70a3 req-ad1e3d75-3d54-440a-a055-f857675cc167 tempest-ServersV294TestFqdnHostnames-1473032634 tempest-ServersV294TestFqdnHostnames-1473032634-project-member] Enqueued Resource ID: 34dd8f23-6d7d-419e-bd9f-293fdf756f4b with Priority: HIGHEST for action security_group_members [ 948.541178] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.541303] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.541303] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.541486] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.541864] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.543023] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34dd8f23-6d7d-419e-bd9f-293fdf756f4b with Priority: HIGHEST for action security_group_members [ 948.543492] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-34dd8f23-6d7d-419e-bd9f-293fdf756f4b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.544172] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34dd8f23-6d7d-419e-bd9f-293fdf756f4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.544172] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34dd8f23-6d7d-419e-bd9f-293fdf756f4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.544172] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34dd8f23-6d7d-419e-bd9f-293fdf756f4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.544172] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.544172] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.544172] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.544611] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.544611] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.544611] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34dd8f23-6d7d-419e-bd9f-293fdf756f4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.559413] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: IN_PROGRESS for 2s [ 948.604025] env[63412]: INFO networking_nsxv3.common.synchronization [None req-6bfa0b84-efbf-4e3c-bc29-27d32efd50ee tempest-ServerRescueNegativeTestJSON-1224090775 tempest-ServerRescueNegativeTestJSON-1224090775-project-member] Enqueued Resource ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef with Priority: HIGHEST for action security_group_rules [ 948.604025] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef with Priority: HIGHEST for action security_group_rules [ 948.604025] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.604025] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.733121] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.733121] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.733121] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.733121] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.733121] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.733121] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26f55b1d-0590-4717-a5c1-d4ac756418a0 is going to be created. [ 948.766259] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.766259] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.766259] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.766259] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.766259] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.775981] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26f55b1d-0590-4717-a5c1-d4ac756418a0 in Status: UNINITIALIZED for 2s [ 949.041033] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.041214] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.041282] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.041499] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.042135] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.042135] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef already deleted. [ 949.042135] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.042135] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.042135] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.042333] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.051293] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.051293] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.051293] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.051542] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.051542] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.051633] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.051725] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.051784] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.051939] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.052019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.052110] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34dd8f23-6d7d-419e-bd9f-293fdf756f4b is going to be updated. [ 949.119255] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.119431] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.119560] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.119897] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.120133] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.139115] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34dd8f23-6d7d-419e-bd9f-293fdf756f4b in Status: IN_PROGRESS for 2s [ 949.564288] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.564796] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.565017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.565391] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.565598] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.565858] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef already deleted. [ 949.566103] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.988132] env[63412]: INFO networking_nsxv3.common.synchronization [req-391e3fc4-ab0c-4384-969e-e8b06eea5611 req-659ed6b1-4b43-4211-8c1b-1935184f6610 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Enqueued Resource ID: 57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 with Priority: HIGHEST for action security_group_members [ 949.988132] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 with Priority: HIGHEST for action security_group_members [ 949.988132] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.988132] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.988132] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.988132] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.988132] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.988132] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.988132] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.988760] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.988760] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.988760] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57b38e8c-e8cd-4d82-a2f5-b44ef14cca29',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.384241] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-131 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.384365] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-131" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.384992] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-131" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.385182] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-131" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.385359] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.386711] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.386711] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.386711] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.386711] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.386711] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.386711] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.386711] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.386711] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.386711] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.387410] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.387410] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.405351] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.405567] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 950.405718] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.405909] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-131" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.406280] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-17df84eb-e89c-424d-ae6f-ec131c854a19 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.406479] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-17df84eb-e89c-424d-ae6f-ec131c854a19" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.406658] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-17df84eb-e89c-424d-ae6f-ec131c854a19" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.406937] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-17df84eb-e89c-424d-ae6f-ec131c854a19" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.407200] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17df84eb-e89c-424d-ae6f-ec131c854a19',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.492108] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.492108] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.492108] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.492108] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.492108] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.492408] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.492408] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.492408] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.492526] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.492573] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.492658] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 already deleted. [ 950.492758] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.574267] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: SUCCESS [ 950.574391] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.787234] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26f55b1d-0590-4717-a5c1-d4ac756418a0 in Status: SUCCESS [ 950.787362] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f55b1d-0590-4717-a5c1-d4ac756418a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.787529] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f55b1d-0590-4717-a5c1-d4ac756418a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.787735] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f55b1d-0590-4717-a5c1-d4ac756418a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.787925] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.788057] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.788120] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.788277] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.788357] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.788439] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f55b1d-0590-4717-a5c1-d4ac756418a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.788529] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26f55b1d-0590-4717-a5c1-d4ac756418a0',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.913357] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.913639] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.913795] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.914175] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.914373] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.914583] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 17df84eb-e89c-424d-ae6f-ec131c854a19 not found, creating... [ 950.914889] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.915227] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.915329] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.915538] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.915748] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.916111] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.916323] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.916466] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.916744] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.916920] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.917126] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 17df84eb-e89c-424d-ae6f-ec131c854a19 is going to be created. [ 950.939099] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.939399] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.939512] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.939849] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.940139] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.940472] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-17df84eb-e89c-424d-ae6f-ec131c854a19" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.151078] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34dd8f23-6d7d-419e-bd9f-293fdf756f4b in Status: SUCCESS [ 951.151455] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34dd8f23-6d7d-419e-bd9f-293fdf756f4b deletion is rescheduled due to dependency. [ 951.151455] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34dd8f23-6d7d-419e-bd9f-293fdf756f4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.323880] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f55b1d-0590-4717-a5c1-d4ac756418a0 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.323880] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f55b1d-0590-4717-a5c1-d4ac756418a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.323880] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f55b1d-0590-4717-a5c1-d4ac756418a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.323880] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f55b1d-0590-4717-a5c1-d4ac756418a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.323880] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.323880] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.323880] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.323880] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.323880] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.323880] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f55b1d-0590-4717-a5c1-d4ac756418a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.323880] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f55b1d-0590-4717-a5c1-d4ac756418a0 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.323880] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f55b1d-0590-4717-a5c1-d4ac756418a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.323880] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f55b1d-0590-4717-a5c1-d4ac756418a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.323880] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f55b1d-0590-4717-a5c1-d4ac756418a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.323880] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.323880] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.325384] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.325384] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.325384] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.325384] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f55b1d-0590-4717-a5c1-d4ac756418a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.325384] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26f55b1d-0590-4717-a5c1-d4ac756418a0',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.697155] env[63412]: INFO networking_nsxv3.common.synchronization [req-391e3fc4-ab0c-4384-969e-e8b06eea5611 req-1109033d-43ce-48e1-884c-5c8bdbcd6dee service nova] Enqueued Resource ID: 57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 with Priority: HIGHEST for action security_group_rules [ 951.697155] env[63412]: INFO networking_nsxv3.common.synchronization [req-391e3fc4-ab0c-4384-969e-e8b06eea5611 req-1109033d-43ce-48e1-884c-5c8bdbcd6dee service nova] Enqueued Resource ID: 57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 with Priority: HIGHEST for action security_group_members [ 951.697155] env[63412]: INFO networking_nsxv3.common.synchronization [req-391e3fc4-ab0c-4384-969e-e8b06eea5611 req-1109033d-43ce-48e1-884c-5c8bdbcd6dee service nova] Enqueued Resource ID: 17df84eb-e89c-424d-ae6f-ec131c854a19 with Priority: HIGHEST for action port [ 951.697155] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 with Priority: HIGHEST for action security_group_rules [ 951.697155] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 with Priority: HIGHEST for action security_group_members [ 951.697155] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17df84eb-e89c-424d-ae6f-ec131c854a19 with Priority: HIGHEST for action port [ 951.697155] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.697155] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.697155] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.697768] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.697986] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57b38e8c-e8cd-4d82-a2f5-b44ef14cca29',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.699145] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.699391] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.699545] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.699900] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.700153] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.700370] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.700515] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.700762] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.701034] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.701213] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57b38e8c-e8cd-4d82-a2f5-b44ef14cca29',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.702180] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-17df84eb-e89c-424d-ae6f-ec131c854a19 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.702433] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17df84eb-e89c-424d-ae6f-ec131c854a19" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.702598] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17df84eb-e89c-424d-ae6f-ec131c854a19" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.703031] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17df84eb-e89c-424d-ae6f-ec131c854a19" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.703203] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17df84eb-e89c-424d-ae6f-ec131c854a19',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.798789] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26f55b1d-0590-4717-a5c1-d4ac756418a0: rpc.has_security_group_logging(os_id): False [ 951.816857] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.817040] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.817118] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.817367] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.817456] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.817642] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.817739] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.817811] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.817947] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.818035] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.818938] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.818938] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.818938] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.818938] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.818938] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.818938] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.818938] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.818938] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.819556] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.819556] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.819556] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26f55b1d-0590-4717-a5c1-d4ac756418a0 is going to be created. [ 951.875058] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.875206] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.875274] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.875482] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.875657] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.885457] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26f55b1d-0590-4717-a5c1-d4ac756418a0 in Status: IN_PROGRESS for 2s [ 952.208481] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57b38e8c-e8cd-4d82-a2f5-b44ef14cca29',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.212595] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.212595] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.212595] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17df84eb-e89c-424d-ae6f-ec131c854a19 with status ACTIVE [ 952.212825] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.212825] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.212825] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.213075] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.213179] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.213367] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.213487] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.213547] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.213705] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.213777] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.213952] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.214050] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.214107] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.214250] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.214374] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.214410] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17df84eb-e89c-424d-ae6f-ec131c854a19 is going to be updated. [ 952.235078] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.235192] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.235243] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.235429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.235571] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.235733] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17df84eb-e89c-424d-ae6f-ec131c854a19" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.717715] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57b38e8c-e8cd-4d82-a2f5-b44ef14cca29',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.220088] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.220488] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.220488] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.220630] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.220715] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.220819] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 is going to be created. [ 953.254866] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.254866] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.254866] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.255111] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.255111] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.266868] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 in Status: UNINITIALIZED for 2s [ 953.911689] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26f55b1d-0590-4717-a5c1-d4ac756418a0 in Status: SUCCESS [ 953.911933] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26f55b1d-0590-4717-a5c1-d4ac756418a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.275948] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 in Status: SUCCESS [ 955.276283] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.276430] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.276686] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.276915] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.280244] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.280385] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.280546] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.280667] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.280747] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.280822] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57b38e8c-e8cd-4d82-a2f5-b44ef14cca29',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.784775] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57b38e8c-e8cd-4d82-a2f5-b44ef14cca29',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.218646] env[63412]: INFO networking_nsxv3.common.synchronization [None req-9c5b6422-a581-4816-90bd-0e14331931eb tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Enqueued Resource ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b with Priority: HIGHEST for action security_group_rules [ 956.219204] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b with Priority: HIGHEST for action security_group_rules [ 956.219423] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.219549] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.219619] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.219948] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.220165] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e566327-5bae-49b6-81a6-1eeb8e1fdc5b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.287110] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57b38e8c-e8cd-4d82-a2f5-b44ef14cca29: rpc.has_security_group_logging(os_id): False [ 956.306053] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.306240] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.306296] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.306516] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.306636] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.306860] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.306961] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.307039] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.307246] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.307378] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.307378] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 is going to be created. [ 956.360980] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.361148] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.361220] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.361447] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.361644] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.368550] env[63412]: INFO networking_nsxv3.common.synchronization [None req-dabcc7f1-3a3e-4bc6-ad1f-1448c01f037e tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Enqueued Resource ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b with Priority: HIGHEST for action security_group_rules [ 956.369182] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b with Priority: HIGHEST for action security_group_rules [ 956.369665] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.369791] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.373024] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 in Status: IN_PROGRESS for 2s [ 956.744243] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.744494] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.744731] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.745217] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.745217] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.745394] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b already deleted. [ 956.745460] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.745674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.746147] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.746147] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e566327-5bae-49b6-81a6-1eeb8e1fdc5b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.272568] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.272850] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.272850] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.273134] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.273247] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.273322] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b already deleted. [ 957.273412] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.385990] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 in Status: SUCCESS [ 958.386714] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.416342] env[63412]: INFO networking_nsxv3.common.synchronization [req-3cae300f-faf8-48fa-b95b-2ca2c82f8d3f req-1090e3b6-7b27-475d-a3ab-f5f95c8e12bc tempest-ListServerFiltersTestJSON-1504933973 tempest-ListServerFiltersTestJSON-1504933973-project-member] Enqueued Resource ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 with Priority: HIGHEST for action security_group_members [ 958.417619] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 with Priority: HIGHEST for action security_group_members [ 958.417619] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f6b52b-5e1a-4541-aa7b-10152ec5da24 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.417619] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.417619] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.417905] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.417905] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.418415] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.418415] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.418415] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.418415] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.418415] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.780695] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.780903] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.781048] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.781412] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.781796] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.782233] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.782460] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.782708] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.782869] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.783101] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 958.783226] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.783344] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.783462] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.783581] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 958.783694] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.783833] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.812196] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.812196] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 958.812196] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.812196] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.812470] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-aedab051-83f4-49be-ae9a-ee2517e3f6c3 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.812681] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-aedab051-83f4-49be-ae9a-ee2517e3f6c3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.812817] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-aedab051-83f4-49be-ae9a-ee2517e3f6c3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.813187] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-aedab051-83f4-49be-ae9a-ee2517e3f6c3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.813468] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aedab051-83f4-49be-ae9a-ee2517e3f6c3',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.921136] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.921347] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.921347] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.921502] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.921824] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.921956] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.922585] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.922585] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.922585] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.922585] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.922585] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 already deleted. [ 958.922585] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.316575] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.317288] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.317288] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.317522] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.317522] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.317690] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port aedab051-83f4-49be-ae9a-ee2517e3f6c3 not found, creating... [ 959.317954] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.318133] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.318286] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.318550] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.318739] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.319049] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.319228] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.319399] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.319652] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.319794] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.319940] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: aedab051-83f4-49be-ae9a-ee2517e3f6c3 is going to be created. [ 959.339171] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.339492] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.339706] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.340037] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.340386] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.340661] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-aedab051-83f4-49be-ae9a-ee2517e3f6c3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.054042] env[63412]: INFO networking_nsxv3.common.synchronization [req-f5ea5d68-4b58-44e1-9c33-8ad83d84e0e7 req-bb6cc33b-c028-46d3-9ef6-ed183549cfaa tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Enqueued Resource ID: 26f55b1d-0590-4717-a5c1-d4ac756418a0 with Priority: HIGHEST for action security_group_members [ 960.054042] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f55b1d-0590-4717-a5c1-d4ac756418a0 with Priority: HIGHEST for action security_group_members [ 960.054042] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f55b1d-0590-4717-a5c1-d4ac756418a0 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.054042] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f55b1d-0590-4717-a5c1-d4ac756418a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.054042] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f55b1d-0590-4717-a5c1-d4ac756418a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.054042] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f55b1d-0590-4717-a5c1-d4ac756418a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.054042] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.054042] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.054042] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.054042] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.054042] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.054042] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26f55b1d-0590-4717-a5c1-d4ac756418a0',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.124833] env[63412]: INFO networking_nsxv3.common.synchronization [req-3cae300f-faf8-48fa-b95b-2ca2c82f8d3f req-8e4ce602-0c36-46be-8dbf-f8030f2a1fcb service nova] Enqueued Resource ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 with Priority: HIGHEST for action security_group_rules [ 960.124833] env[63412]: INFO networking_nsxv3.common.synchronization [req-3cae300f-faf8-48fa-b95b-2ca2c82f8d3f req-8e4ce602-0c36-46be-8dbf-f8030f2a1fcb service nova] Enqueued Resource ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 with Priority: HIGHEST for action security_group_members [ 960.125167] env[63412]: INFO networking_nsxv3.common.synchronization [req-3cae300f-faf8-48fa-b95b-2ca2c82f8d3f req-8e4ce602-0c36-46be-8dbf-f8030f2a1fcb service nova] Enqueued Resource ID: aedab051-83f4-49be-ae9a-ee2517e3f6c3 with Priority: HIGHEST for action port [ 960.125167] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 with Priority: HIGHEST for action security_group_rules [ 960.125389] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 with Priority: HIGHEST for action security_group_members [ 960.125502] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aedab051-83f4-49be-ae9a-ee2517e3f6c3 with Priority: HIGHEST for action port [ 960.126055] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26f6b52b-5e1a-4541-aa7b-10152ec5da24 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.126195] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.126259] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.126512] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.126597] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.127502] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f6b52b-5e1a-4541-aa7b-10152ec5da24 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.127615] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.127674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.127846] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.128672] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.128672] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.128672] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.128672] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.128672] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.128672] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.129833] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-aedab051-83f4-49be-ae9a-ee2517e3f6c3 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.129833] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aedab051-83f4-49be-ae9a-ee2517e3f6c3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.129833] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aedab051-83f4-49be-ae9a-ee2517e3f6c3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.130183] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aedab051-83f4-49be-ae9a-ee2517e3f6c3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.130183] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aedab051-83f4-49be-ae9a-ee2517e3f6c3',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.557541] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.557705] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.557777] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.557994] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.558105] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.558327] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.558426] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.558488] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.558676] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.558769] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.558856] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26f55b1d-0590-4717-a5c1-d4ac756418a0 is going to be updated. [ 960.586435] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.586637] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.586637] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.586825] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.586956] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.598167] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26f55b1d-0590-4717-a5c1-d4ac756418a0 in Status: IN_PROGRESS for 2s [ 960.632239] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f6b52b-5e1a-4541-aa7b-10152ec5da24 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.632484] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.632584] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.633493] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aedab051-83f4-49be-ae9a-ee2517e3f6c3 with status ACTIVE [ 960.633676] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.633791] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.633861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.634075] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.634162] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.634356] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.634409] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.634475] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.634625] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.634700] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.634875] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.634967] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.635041] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.635208] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.635286] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.635399] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aedab051-83f4-49be-ae9a-ee2517e3f6c3 is going to be updated. [ 960.655793] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.655953] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.656029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.656234] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.656368] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.656518] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aedab051-83f4-49be-ae9a-ee2517e3f6c3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.136976] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.639545] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.639788] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.639872] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.640117] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.640213] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.640320] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 is going to be created. [ 961.661472] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.661616] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.661683] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.661896] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.662942] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.670230] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 in Status: UNINITIALIZED for 2s [ 962.607693] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26f55b1d-0590-4717-a5c1-d4ac756418a0 in Status: SUCCESS [ 962.608125] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26f55b1d-0590-4717-a5c1-d4ac756418a0 deletion is rescheduled due to dependency. [ 962.608125] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f55b1d-0590-4717-a5c1-d4ac756418a0" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.883851] env[63412]: INFO networking_nsxv3.common.synchronization [req-4d21c818-552d-4be0-a2c5-29dbdf9a1a26 req-20b63446-5df3-47e5-829a-2b9e0a746d84 tempest-ImagesTestJSON-284998145 tempest-ImagesTestJSON-284998145-project-member] Enqueued Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_members [ 962.884462] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_members [ 962.884778] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.884900] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.884958] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.885284] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.885435] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.885537] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.885599] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.885755] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.885839] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.885930] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.266900] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-642 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.267140] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-642" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.267301] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-642" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.267793] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-642" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.267912] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.271037] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.271251] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.271548] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.271700] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.272047] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 963.272131] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.272247] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.272407] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.272537] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 963.272650] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.272790] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.294297] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.294297] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 963.294297] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.294297] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-642" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.294297] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-6e118a3f-7f60-47a1-9918-b1db0093cb23 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.294297] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-6e118a3f-7f60-47a1-9918-b1db0093cb23" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.294297] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-6e118a3f-7f60-47a1-9918-b1db0093cb23" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.294297] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-6e118a3f-7f60-47a1-9918-b1db0093cb23" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.294297] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e118a3f-7f60-47a1-9918-b1db0093cb23',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.388236] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.389351] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.389351] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.389351] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.389351] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.389619] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.389619] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.389707] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.390546] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.390546] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.390546] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 already deleted. [ 963.390546] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.679798] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 in Status: SUCCESS [ 963.680049] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.680122] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.680327] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.680512] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.680619] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.680681] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.680824] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.680989] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.681089] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.681179] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.796765] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.797052] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.797198] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.797558] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.797862] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.798056] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 6e118a3f-7f60-47a1-9918-b1db0093cb23 not found, creating... [ 963.798329] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.798526] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.798640] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.798948] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.799127] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.799386] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.799606] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.799718] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.799949] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.800126] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.800286] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 6e118a3f-7f60-47a1-9918-b1db0093cb23 is going to be created. [ 963.818872] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.820025] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.820025] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.820025] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.820025] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.820286] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-6e118a3f-7f60-47a1-9918-b1db0093cb23" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.183569] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f6b52b-5e1a-4541-aa7b-10152ec5da24 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.183838] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.183838] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.184021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.184238] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.184331] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.184368] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.184519] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.184606] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.184696] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.184934] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f6b52b-5e1a-4541-aa7b-10152ec5da24 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.184934] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.185143] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.185143] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.185285] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.185381] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.185444] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.185596] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.185663] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.185715] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.185778] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.625037] env[63412]: INFO networking_nsxv3.common.synchronization [req-4d21c818-552d-4be0-a2c5-29dbdf9a1a26 req-6b5b3ac2-c740-4ce7-9182-d3a86328ddde service nova] Enqueued Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_rules [ 964.625541] env[63412]: INFO networking_nsxv3.common.synchronization [req-4d21c818-552d-4be0-a2c5-29dbdf9a1a26 req-6b5b3ac2-c740-4ce7-9182-d3a86328ddde service nova] Enqueued Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_members [ 964.625782] env[63412]: INFO networking_nsxv3.common.synchronization [req-4d21c818-552d-4be0-a2c5-29dbdf9a1a26 req-6b5b3ac2-c740-4ce7-9182-d3a86328ddde service nova] Enqueued Resource ID: 6e118a3f-7f60-47a1-9918-b1db0093cb23 with Priority: HIGHEST for action port [ 964.626425] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_rules [ 964.626641] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_members [ 964.626724] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e118a3f-7f60-47a1-9918-b1db0093cb23 with Priority: HIGHEST for action port [ 964.628285] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.628413] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.628481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.628753] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.628835] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.629741] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.629833] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.629897] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.630084] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.630238] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.630330] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.630390] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.630526] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.630603] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.630688] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.633183] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e118a3f-7f60-47a1-9918-b1db0093cb23 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.633329] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e118a3f-7f60-47a1-9918-b1db0093cb23" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.633420] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e118a3f-7f60-47a1-9918-b1db0093cb23" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.633610] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e118a3f-7f60-47a1-9918-b1db0093cb23" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.633699] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e118a3f-7f60-47a1-9918-b1db0093cb23',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.688272] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26f6b52b-5e1a-4541-aa7b-10152ec5da24: rpc.has_security_group_logging(os_id): False [ 964.704942] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.705193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.705265] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.706261] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.706356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.706783] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.708015] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.708015] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.708015] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.708015] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.708015] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.708015] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.708015] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.708015] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.708015] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.708015] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.708443] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.708443] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.708443] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.708443] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.708443] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 is going to be created. [ 964.834080] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.834237] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.834310] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.834527] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.834709] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.847021] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 in Status: IN_PROGRESS for 2s [ 965.136095] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.136279] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.136701] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.138028] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e118a3f-7f60-47a1-9918-b1db0093cb23 with status ACTIVE [ 965.138310] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.138555] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.138640] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.139348] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.139348] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.139466] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.139577] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.139914] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.139914] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.139914] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.140557] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.140557] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.140557] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.140557] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.140925] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.140925] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e118a3f-7f60-47a1-9918-b1db0093cb23 is going to be updated. [ 965.160146] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.160328] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.160376] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.160572] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.160711] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.160880] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e118a3f-7f60-47a1-9918-b1db0093cb23" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.340134] env[63412]: INFO networking_nsxv3.common.synchronization [req-a84812d2-9270-446e-8eb4-473707ca0a11 req-e66f0ae8-136b-4138-acb5-c74917ecfdd8 tempest-ListServerFiltersTestJSON-1504933973 tempest-ListServerFiltersTestJSON-1504933973-project-member] Enqueued Resource ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 with Priority: HIGHEST for action security_group_members [ 965.340879] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 with Priority: HIGHEST for action security_group_members [ 965.341205] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f6b52b-5e1a-4541-aa7b-10152ec5da24 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.341327] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.341398] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.341595] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.341745] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.341844] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.341907] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.342077] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.342166] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.342261] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.643889] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.829292] env[63412]: INFO networking_nsxv3.common.synchronization [req-93e7ef2a-a8ba-4e78-92e7-b4b84b83e34a req-19b2b79c-786e-447e-81cc-e9b32a06fa17 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Enqueued Resource ID: f992bb52-c4c0-4793-baa2-14f109bb5b5e with Priority: HIGHEST for action security_group_members [ 965.829871] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f992bb52-c4c0-4793-baa2-14f109bb5b5e with Priority: HIGHEST for action security_group_members [ 965.830200] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f992bb52-c4c0-4793-baa2-14f109bb5b5e taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.830325] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f992bb52-c4c0-4793-baa2-14f109bb5b5e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.830391] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f992bb52-c4c0-4793-baa2-14f109bb5b5e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.831365] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f992bb52-c4c0-4793-baa2-14f109bb5b5e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.833737] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.833874] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.833940] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.834149] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.834212] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.834304] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f992bb52-c4c0-4793-baa2-14f109bb5b5e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.844394] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.150404] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.150404] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.150404] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.150404] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.150404] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.150404] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 is going to be created. [ 966.172367] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.172367] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.172367] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.172367] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.172836] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.181529] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: UNINITIALIZED for 2s [ 966.290172] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.290172] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.290172] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.290172] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.290172] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.290172] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.290172] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.290172] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.290172] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.290853] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 966.291092] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.291419] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.291941] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.292214] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 966.292443] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.292681] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.311382] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.311716] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 966.311956] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.312270] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.312670] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-4efaf9ed-fa56-4dc8-be82-2d4a68aee188 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.312996] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-4efaf9ed-fa56-4dc8-be82-2d4a68aee188" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.313260] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-4efaf9ed-fa56-4dc8-be82-2d4a68aee188" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.314029] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-4efaf9ed-fa56-4dc8-be82-2d4a68aee188" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.314278] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4efaf9ed-fa56-4dc8-be82-2d4a68aee188',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.337426] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.340723] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.340723] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.340723] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.340723] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.340723] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.340723] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.340723] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.340723] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.340723] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.340723] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f992bb52-c4c0-4793-baa2-14f109bb5b5e is going to be updated. [ 966.347709] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.363339] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.363510] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.363586] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.363793] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.363924] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.376594] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f992bb52-c4c0-4793-baa2-14f109bb5b5e in Status: IN_PROGRESS for 2s [ 966.405599] env[63412]: INFO networking_nsxv3.common.synchronization [req-20cc6792-ba86-4d39-857a-3353c20e71f0 req-df4bafc6-ff17-428e-ba9f-fad7464e7697 tempest-ServersTestManualDisk-542023911 tempest-ServersTestManualDisk-542023911-project-member] Enqueued Resource ID: 01383578-ec9f-463e-b409-60136af83127 with Priority: HIGHEST for action security_group_members [ 966.406111] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01383578-ec9f-463e-b409-60136af83127 with Priority: HIGHEST for action security_group_members [ 966.406443] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-01383578-ec9f-463e-b409-60136af83127 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.406554] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01383578-ec9f-463e-b409-60136af83127" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.406610] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01383578-ec9f-463e-b409-60136af83127" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.406783] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01383578-ec9f-463e-b409-60136af83127" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.406923] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.407718] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.407718] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.407718] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.407718] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.407718] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01383578-ec9f-463e-b409-60136af83127',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.507017] env[63412]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 966.507017] env[63412]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] NSXv3 Agent Agent loop - iteration:2 started [ 966.817134] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.817468] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.817534] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.817808] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.818222] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.818294] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 4efaf9ed-fa56-4dc8-be82-2d4a68aee188 not found, creating... [ 966.818549] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.818736] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.818837] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.819120] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.819277] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.819711] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.819901] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.820044] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.820272] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.820417] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.820562] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 4efaf9ed-fa56-4dc8-be82-2d4a68aee188 is going to be created. [ 966.849011] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.849495] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.849495] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.849495] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.849662] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.849662] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 is going to be updated. [ 966.854994] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.855328] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.855470] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.855759] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.856038] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.856234] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-4efaf9ed-fa56-4dc8-be82-2d4a68aee188" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.857625] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 in Status: SUCCESS [ 966.857806] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.888942] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.888942] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.889244] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.889356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.889615] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.898861] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 in Status: IN_PROGRESS for 2s [ 966.909551] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.909724] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.909879] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.910130] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.910272] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.910562] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.910713] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.910813] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.911058] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.911178] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.911309] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01383578-ec9f-463e-b409-60136af83127 is going to be updated. [ 966.944758] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.944921] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.945055] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.945334] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.945478] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.953676] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01383578-ec9f-463e-b409-60136af83127 in Status: IN_PROGRESS for 2s [ 967.555093] env[63412]: INFO networking_nsxv3.common.synchronization [req-a84812d2-9270-446e-8eb4-473707ca0a11 req-814507ee-b012-44de-8959-4abd8127f20a service nova] Enqueued Resource ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 with Priority: HIGHEST for action security_group_rules [ 967.555306] env[63412]: INFO networking_nsxv3.common.synchronization [req-a84812d2-9270-446e-8eb4-473707ca0a11 req-814507ee-b012-44de-8959-4abd8127f20a service nova] Enqueued Resource ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 with Priority: HIGHEST for action security_group_members [ 967.555470] env[63412]: INFO networking_nsxv3.common.synchronization [req-a84812d2-9270-446e-8eb4-473707ca0a11 req-814507ee-b012-44de-8959-4abd8127f20a service nova] Enqueued Resource ID: 4efaf9ed-fa56-4dc8-be82-2d4a68aee188 with Priority: HIGHEST for action port [ 967.556019] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 with Priority: HIGHEST for action security_group_rules [ 967.556167] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 with Priority: HIGHEST for action security_group_members [ 967.556284] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4efaf9ed-fa56-4dc8-be82-2d4a68aee188 with Priority: HIGHEST for action port [ 967.556979] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26f6b52b-5e1a-4541-aa7b-10152ec5da24 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.558029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.558029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.558029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.558029] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.559448] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f6b52b-5e1a-4541-aa7b-10152ec5da24 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.559448] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.559448] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-4efaf9ed-fa56-4dc8-be82-2d4a68aee188 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.559683] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4efaf9ed-fa56-4dc8-be82-2d4a68aee188" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.559683] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4efaf9ed-fa56-4dc8-be82-2d4a68aee188" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.560564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4efaf9ed-fa56-4dc8-be82-2d4a68aee188" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.560564] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4efaf9ed-fa56-4dc8-be82-2d4a68aee188',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.864706] env[63412]: INFO networking_nsxv3.common.synchronization [req-560bc880-216e-4c0f-9c0f-7b9bd090f9e9 req-9c6b232e-6481-4451-b94a-7d8e2a15930c tempest-ListServerFiltersTestJSON-1504933973 tempest-ListServerFiltersTestJSON-1504933973-project-member] Enqueued Resource ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 with Priority: HIGHEST for action security_group_members [ 967.865403] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 with Priority: HIGHEST for action security_group_members [ 967.865819] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f6b52b-5e1a-4541-aa7b-10152ec5da24 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.865959] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.063577] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f6b52b-5e1a-4541-aa7b-10152ec5da24 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.063756] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.063988] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4efaf9ed-fa56-4dc8-be82-2d4a68aee188 with status ACTIVE [ 968.064236] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.064375] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.064446] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.064740] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.064858] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.065079] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.065310] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.065310] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.065443] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.065523] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.065707] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.065818] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.065869] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.066034] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.066121] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.066204] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4efaf9ed-fa56-4dc8-be82-2d4a68aee188 is going to be updated. [ 968.093790] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.093927] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.093997] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.094217] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.094380] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.094531] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4efaf9ed-fa56-4dc8-be82-2d4a68aee188" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.176012] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.176412] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.176549] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.176791] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.179362] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.179362] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.179581] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.179727] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.179943] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.180383] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 968.180472] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 968.180546] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 968.180689] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 968.183787] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 968.183967] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 968.184139] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.195506] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: SUCCESS [ 968.195813] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.196019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.196270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.196496] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.196703] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.196744] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.196925] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.197077] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.197193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.197406] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.205807] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.205807] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 968.206067] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 968.206545] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.206545] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-42ca8826-82cc-4804-80b2-e324966b084b taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.206945] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-42ca8826-82cc-4804-80b2-e324966b084b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.207068] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-42ca8826-82cc-4804-80b2-e324966b084b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.207507] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-42ca8826-82cc-4804-80b2-e324966b084b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.207867] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42ca8826-82cc-4804-80b2-e324966b084b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.385519] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f992bb52-c4c0-4793-baa2-14f109bb5b5e in Status: SUCCESS [ 968.385685] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f992bb52-c4c0-4793-baa2-14f109bb5b5e deletion is rescheduled due to dependency. [ 968.385808] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f992bb52-c4c0-4793-baa2-14f109bb5b5e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.703429] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.703429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.703429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.703429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.703429] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.703429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.703429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.703839] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.703839] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.703839] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.703839] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.703839] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.703997] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.704040] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.704362] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.704362] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.704523] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.704730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.704730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.704822] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.704917] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.711029] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.711029] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.711199] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.711377] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.711526] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.711695] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 42ca8826-82cc-4804-80b2-e324966b084b not found, creating... [ 968.712141] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.712141] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.712368] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.712461] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.712685] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.712982] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.713159] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.713282] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.713492] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.713631] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.713774] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 42ca8826-82cc-4804-80b2-e324966b084b is going to be created. [ 968.736178] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.736178] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.736178] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.736178] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.736178] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.736178] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-42ca8826-82cc-4804-80b2-e324966b084b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.909685] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 in Status: SUCCESS [ 968.909995] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.910088] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.910314] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.911098] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.911275] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.911356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.911529] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.911614] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.911714] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.966768] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01383578-ec9f-463e-b409-60136af83127 in Status: SUCCESS [ 968.966867] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01383578-ec9f-463e-b409-60136af83127 deletion is rescheduled due to dependency. [ 968.967114] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01383578-ec9f-463e-b409-60136af83127" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.208322] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa23e180-2e18-4a50-9ce4-fe11304ecc58: rpc.has_security_group_logging(os_id): False [ 969.232633] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.232819] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.232873] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.233094] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.233185] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.233486] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.233609] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.233680] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.233818] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.233891] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.234590] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.234590] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.234590] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.234590] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.234590] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.234590] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.235030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.235030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.235030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.235030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.235030] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 is going to be created. [ 969.293177] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.293348] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.293512] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.293648] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.293841] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.304678] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: IN_PROGRESS for 2s [ 969.413577] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.763325] env[63412]: INFO networking_nsxv3.common.synchronization [req-560bc880-216e-4c0f-9c0f-7b9bd090f9e9 req-18ab7c51-e3af-4a2b-9302-5dfff15a3558 service nova] Enqueued Resource ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 with Priority: HIGHEST for action security_group_rules [ 969.763325] env[63412]: INFO networking_nsxv3.common.synchronization [req-560bc880-216e-4c0f-9c0f-7b9bd090f9e9 req-18ab7c51-e3af-4a2b-9302-5dfff15a3558 service nova] Enqueued Resource ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 with Priority: HIGHEST for action security_group_members [ 969.763325] env[63412]: INFO networking_nsxv3.common.synchronization [req-560bc880-216e-4c0f-9c0f-7b9bd090f9e9 req-18ab7c51-e3af-4a2b-9302-5dfff15a3558 service nova] Enqueued Resource ID: 42ca8826-82cc-4804-80b2-e324966b084b with Priority: HIGHEST for action port [ 969.763325] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 with Priority: HIGHEST for action security_group_rules [ 969.763325] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 with Priority: HIGHEST for action security_group_members [ 969.763325] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ca8826-82cc-4804-80b2-e324966b084b with Priority: HIGHEST for action port [ 969.765784] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26f6b52b-5e1a-4541-aa7b-10152ec5da24 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.765784] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.765784] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f6b52b-5e1a-4541-aa7b-10152ec5da24 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.765784] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.765784] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-42ca8826-82cc-4804-80b2-e324966b084b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.765784] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42ca8826-82cc-4804-80b2-e324966b084b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.765784] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42ca8826-82cc-4804-80b2-e324966b084b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.765784] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42ca8826-82cc-4804-80b2-e324966b084b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.765784] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42ca8826-82cc-4804-80b2-e324966b084b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.920228] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.267926] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42ca8826-82cc-4804-80b2-e324966b084b with status ACTIVE [ 970.268283] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.268443] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.268510] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.268789] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.268908] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.269138] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.269236] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.269305] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.269549] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.269635] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.270125] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.270125] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.270125] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.270125] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.270125] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.270417] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42ca8826-82cc-4804-80b2-e324966b084b is going to be updated. [ 970.291051] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.291263] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.291381] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.291628] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.292526] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.292526] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42ca8826-82cc-4804-80b2-e324966b084b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.372133] env[63412]: INFO networking_nsxv3.common.synchronization [req-fab0ec42-7a19-4e91-9a16-bb030799e083 req-44ee82c0-71af-445c-a981-7ca0f64687c2 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Enqueued Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 970.372133] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 970.372133] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.372133] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.372133] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.372133] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.372133] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.372133] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.372133] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.372133] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.372133] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.372133] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.422790] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.422790] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.422933] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.423103] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.423183] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.423289] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 is going to be updated. [ 970.458965] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.458965] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.458965] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.458965] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.458965] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.468870] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 in Status: IN_PROGRESS for 2s [ 970.875958] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.876162] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.876224] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.876442] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.876538] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.876739] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.876840] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.876900] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.877070] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.877151] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.877238] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 is going to be updated. [ 970.900780] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-962 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.900953] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-962" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.901059] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-962" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.901352] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-962" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.901621] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.901784] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.901905] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.902596] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.902596] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.902781] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.902829] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.902931] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.903056] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.903172] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.903282] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.903440] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.905208] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.905351] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.905427] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.905591] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.905723] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.919849] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: IN_PROGRESS for 2s [ 970.930031] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.930652] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 970.930652] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.930652] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-962" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.930862] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-eda74589-94a3-486d-b8c6-92da05a5bf99 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.930981] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-eda74589-94a3-486d-b8c6-92da05a5bf99" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.931042] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-eda74589-94a3-486d-b8c6-92da05a5bf99" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.931400] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-eda74589-94a3-486d-b8c6-92da05a5bf99" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.931544] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eda74589-94a3-486d-b8c6-92da05a5bf99',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.315188] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: SUCCESS [ 971.315507] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.433785] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.434085] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.434204] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.434569] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.434738] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.434975] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port eda74589-94a3-486d-b8c6-92da05a5bf99 not found, creating... [ 971.435297] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.435483] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.435610] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.435838] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.435985] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.436285] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.436448] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.436570] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.436784] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.436924] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.438081] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: eda74589-94a3-486d-b8c6-92da05a5bf99 is going to be created. [ 971.456845] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.457185] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.457434] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.457916] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.458397] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.458754] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-eda74589-94a3-486d-b8c6-92da05a5bf99" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.313262] env[63412]: INFO networking_nsxv3.common.synchronization [req-fab0ec42-7a19-4e91-9a16-bb030799e083 req-c8a3b01c-1d2b-4266-82f0-bd81e0125e93 service nova] Enqueued Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_rules [ 972.313698] env[63412]: INFO networking_nsxv3.common.synchronization [req-fab0ec42-7a19-4e91-9a16-bb030799e083 req-c8a3b01c-1d2b-4266-82f0-bd81e0125e93 service nova] Enqueued Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 972.313698] env[63412]: INFO networking_nsxv3.common.synchronization [req-fab0ec42-7a19-4e91-9a16-bb030799e083 req-c8a3b01c-1d2b-4266-82f0-bd81e0125e93 service nova] Enqueued Resource ID: eda74589-94a3-486d-b8c6-92da05a5bf99 with Priority: HIGHEST for action port [ 972.313885] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_rules [ 972.313978] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 972.314064] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eda74589-94a3-486d-b8c6-92da05a5bf99 with Priority: HIGHEST for action port [ 972.314591] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.314719] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.314788] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.314968] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.315159] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.315948] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.319114] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.319114] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-eda74589-94a3-486d-b8c6-92da05a5bf99 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.319114] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eda74589-94a3-486d-b8c6-92da05a5bf99" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.319114] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eda74589-94a3-486d-b8c6-92da05a5bf99" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.319114] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eda74589-94a3-486d-b8c6-92da05a5bf99" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.319114] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eda74589-94a3-486d-b8c6-92da05a5bf99',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.478044] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 in Status: SUCCESS [ 972.479026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.479026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.479026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.479026] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.479026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.479026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.479337] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.479337] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.479337] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.818314] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.818498] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.819889] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eda74589-94a3-486d-b8c6-92da05a5bf99 with status ACTIVE [ 972.820087] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.820409] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.820524] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.820822] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.821076] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.821153] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.821301] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.821372] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.821541] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.821619] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.821806] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.822627] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.822627] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.822627] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.822627] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.822998] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eda74589-94a3-486d-b8c6-92da05a5bf99 is going to be updated. [ 972.843900] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.843900] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.843900] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.843900] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.843900] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.843900] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eda74589-94a3-486d-b8c6-92da05a5bf99" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.930507] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: SUCCESS [ 972.930707] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 deletion is rescheduled due to dependency. [ 972.930826] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.930996] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.931241] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.931429] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.931549] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.931622] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.931760] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.931837] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.931932] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.985295] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.435763] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.489305] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.940836] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.991397] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.991566] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.991675] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.991927] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.992957] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.992957] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 is going to be updated. [ 974.053569] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.053869] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.053869] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.054036] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.054188] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.071818] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 in Status: IN_PROGRESS for 2s [ 974.443566] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.443896] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.443896] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.444028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.444123] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.444222] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 is going to be updated. [ 974.471605] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.471715] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.471822] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.471968] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.472134] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.480290] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: IN_PROGRESS for 2s [ 974.978869] env[63412]: INFO networking_nsxv3.common.synchronization [req-666bca71-80e4-4819-b062-68002fbc7807 req-1e3ec6f4-2eaf-4905-bf25-735906b9c3c8 tempest-ServerRescueNegativeTestJSON-1224090775 tempest-ServerRescueNegativeTestJSON-1224090775-project-member] Enqueued Resource ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef with Priority: HIGHEST for action security_group_members [ 974.980037] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef with Priority: HIGHEST for action security_group_members [ 974.980606] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.980835] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.980919] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.981368] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.984292] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.984292] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.984292] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.984292] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.984292] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.984292] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.487356] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.487356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.487356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.487845] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.487845] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.487845] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.488052] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.488112] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.489955] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.489955] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.489955] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef already deleted. [ 975.489955] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.674019] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.674237] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-119" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.674388] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-119" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.674686] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-119" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.674980] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.675339] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.675480] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.675717] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.675869] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.676094] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 975.676214] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.676348] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.676437] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.676570] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 975.676653] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.676799] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.697011] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.697301] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 975.697505] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.697787] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-119" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.698165] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-1ba2fcc8-4c4e-4e25-ab7d-0834ab8847b1 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.698418] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-1ba2fcc8-4c4e-4e25-ab7d-0834ab8847b1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.698554] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-1ba2fcc8-4c4e-4e25-ab7d-0834ab8847b1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.699098] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-1ba2fcc8-4c4e-4e25-ab7d-0834ab8847b1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.699287] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ba2fcc8-4c4e-4e25-ab7d-0834ab8847b1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.085848] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 in Status: SUCCESS [ 976.086452] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.086553] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.087433] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.087587] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.087805] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.089729] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.090013] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.090271] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.091901] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.092105] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.096938] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.097262] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.099532] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.099779] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.099779] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.100022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.100144] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.100247] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.201769] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.202150] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.202150] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.202429] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.202616] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.202777] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 1ba2fcc8-4c4e-4e25-ab7d-0834ab8847b1 not found, creating... [ 976.203206] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.203400] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.203400] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.203612] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.203789] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.204228] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.206285] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.206285] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.206285] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.206285] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.206285] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 1ba2fcc8-4c4e-4e25-ab7d-0834ab8847b1 is going to be created. [ 976.224980] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.224980] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.224980] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.225371] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.225734] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.226758] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-1ba2fcc8-4c4e-4e25-ab7d-0834ab8847b1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.490045] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: SUCCESS [ 976.490343] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.490450] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.490661] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.490874] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.491175] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.491175] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.491293] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.491293] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.491379] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.491702] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.590014] env[63412]: INFO networking_nsxv3.common.synchronization [None req-ea0ebf97-a8c8-45a4-befa-ab82a4891b6f None None] Enqueued Resource ID: c9191f92-94e8-4bd9-a2c5-b8e5df7236e7 with Priority: HIGHEST for action port [ 976.590554] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9191f92-94e8-4bd9-a2c5-b8e5df7236e7 with Priority: HIGHEST for action port [ 976.591144] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9191f92-94e8-4bd9-a2c5-b8e5df7236e7 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.591144] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9191f92-94e8-4bd9-a2c5-b8e5df7236e7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.595032] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9191f92-94e8-4bd9-a2c5-b8e5df7236e7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.595032] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9191f92-94e8-4bd9-a2c5-b8e5df7236e7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.595032] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9191f92-94e8-4bd9-a2c5-b8e5df7236e7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.597763] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f6b52b-5e1a-4541-aa7b-10152ec5da24 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.597863] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.602532] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.993527] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.993732] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.993831] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.994121] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.994370] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.997511] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.997511] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.997511] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.997511] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.997511] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.997511] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.997511] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.997511] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.997511] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.997511] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.997511] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.997511] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.997511] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.997511] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.997511] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.997511] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.101821] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9191f92-94e8-4bd9-a2c5-b8e5df7236e7 [ 977.101821] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.101821] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.101821] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.101821] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.101821] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.101821] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9191f92-94e8-4bd9-a2c5-b8e5df7236e7 already deleted. [ 977.101821] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9191f92-94e8-4bd9-a2c5-b8e5df7236e7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.106741] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.178184] env[63412]: INFO networking_nsxv3.common.synchronization [req-666bca71-80e4-4819-b062-68002fbc7807 req-d70fb860-5974-448e-b6b8-4342ae83f87b service nova] Enqueued Resource ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef with Priority: HIGHEST for action security_group_rules [ 977.178184] env[63412]: INFO networking_nsxv3.common.synchronization [req-666bca71-80e4-4819-b062-68002fbc7807 req-d70fb860-5974-448e-b6b8-4342ae83f87b service nova] Enqueued Resource ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef with Priority: HIGHEST for action security_group_members [ 977.178184] env[63412]: INFO networking_nsxv3.common.synchronization [req-666bca71-80e4-4819-b062-68002fbc7807 req-d70fb860-5974-448e-b6b8-4342ae83f87b service nova] Enqueued Resource ID: 1ba2fcc8-4c4e-4e25-ab7d-0834ab8847b1 with Priority: HIGHEST for action port [ 977.178796] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef with Priority: HIGHEST for action security_group_rules [ 977.179077] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef with Priority: HIGHEST for action security_group_members [ 977.179404] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba2fcc8-4c4e-4e25-ab7d-0834ab8847b1 with Priority: HIGHEST for action port [ 977.179798] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.180083] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.180083] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.180404] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.180404] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.181929] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.182206] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.182323] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.182673] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.182868] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.182981] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.183068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.183285] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.183411] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.183451] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.185622] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ba2fcc8-4c4e-4e25-ab7d-0834ab8847b1 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.185622] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ba2fcc8-4c4e-4e25-ab7d-0834ab8847b1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.185622] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ba2fcc8-4c4e-4e25-ab7d-0834ab8847b1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.185860] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ba2fcc8-4c4e-4e25-ab7d-0834ab8847b1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.185860] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ba2fcc8-4c4e-4e25-ab7d-0834ab8847b1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.499481] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc126587-c54f-41d7-95ee-ef30102979e4: rpc.has_security_group_logging(os_id): False [ 977.516082] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.516274] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.516341] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.516516] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.516608] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.516794] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.516890] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.516955] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.517117] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.517197] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.517421] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.517517] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.517574] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.517717] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.517791] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.517974] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.518080] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.518143] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.518339] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.518374] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.518459] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 is going to be updated. [ 977.577442] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.577616] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.577706] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.578263] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.578462] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.595257] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: IN_PROGRESS for 2s [ 977.613041] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.613041] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.613041] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.613041] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.613041] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.613041] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 is going to be updated. [ 977.658339] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.661310] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.661472] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.661704] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.662097] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.672593] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 in Status: IN_PROGRESS for 2s [ 977.683162] env[63412]: INFO networking_nsxv3.common.synchronization [req-e49a7bad-23fe-45d3-9704-c89de83f568d req-36801b2a-47ca-4a16-9380-a038404011cc tempest-ServersTestJSON-406246726 tempest-ServersTestJSON-406246726-project-member] Enqueued Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 977.683162] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 977.683162] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.683162] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.683162] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.683162] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.683326] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.683530] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.683530] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.683714] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.683714] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.683792] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.692199] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ba2fcc8-4c4e-4e25-ab7d-0834ab8847b1 with status ACTIVE [ 977.692302] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.692407] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.692481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.692658] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.692742] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.692921] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.693129] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.693189] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.693344] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.693449] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.693607] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.693691] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.693734] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.693865] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.693936] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.694029] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ba2fcc8-4c4e-4e25-ab7d-0834ab8847b1 is going to be updated. [ 977.695429] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.695429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.695607] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.708577] env[63412]: INFO networking_nsxv3.common.synchronization [None req-b5f6e8e4-5902-4985-be78-11b050167307 tempest-AttachVolumeShelveTestJSON-1833923595 tempest-AttachVolumeShelveTestJSON-1833923595-project-member] Enqueued Resource ID: d2d366e8-41df-4b11-a769-1885b63416ab with Priority: HIGHEST for action security_group_rules [ 977.708577] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d366e8-41df-4b11-a769-1885b63416ab with Priority: HIGHEST for action security_group_rules [ 977.708577] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2d366e8-41df-4b11-a769-1885b63416ab taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.708577] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.708577] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.708577] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.708577] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2d366e8-41df-4b11-a769-1885b63416ab',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.717545] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.717545] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.717545] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.717814] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.717814] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.718296] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ba2fcc8-4c4e-4e25-ab7d-0834ab8847b1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.860100] env[63412]: INFO networking_nsxv3.common.synchronization [None req-d102a978-83f1-4587-8034-270421163efe tempest-AttachVolumeShelveTestJSON-1833923595 tempest-AttachVolumeShelveTestJSON-1833923595-project-member] Enqueued Resource ID: d2d366e8-41df-4b11-a769-1885b63416ab with Priority: HIGHEST for action security_group_rules [ 977.860549] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d366e8-41df-4b11-a769-1885b63416ab with Priority: HIGHEST for action security_group_rules [ 977.860857] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2d366e8-41df-4b11-a769-1885b63416ab taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.860962] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.188906] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.200764] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.251033] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.251033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.251033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.251033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.251033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.251033] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2d366e8-41df-4b11-a769-1885b63416ab already deleted. [ 978.251033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.251033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.251033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.251033] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2d366e8-41df-4b11-a769-1885b63416ab',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.409389] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-413 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.409389] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-413" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.409389] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-413" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.409659] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-413" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.409928] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.414689] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.414689] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.414689] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.414689] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.414689] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 978.414689] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.414689] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.414689] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.414689] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 978.414689] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.414689] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.431253] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.431425] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 978.431574] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.431835] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-413" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.432127] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-18515167-8121-40e0-8ac0-8d6a49863576 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.432330] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-18515167-8121-40e0-8ac0-8d6a49863576" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.432448] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-18515167-8121-40e0-8ac0-8d6a49863576" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.432780] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-18515167-8121-40e0-8ac0-8d6a49863576" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.432924] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18515167-8121-40e0-8ac0-8d6a49863576',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.691710] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.702541] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.702718] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.702803] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.703043] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.703138] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.703246] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef is going to be created. [ 978.724845] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.725091] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.725091] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.725291] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.725483] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.734504] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef in Status: UNINITIALIZED for 2s [ 978.768604] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.768604] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.768604] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.768604] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.768785] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.768785] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2d366e8-41df-4b11-a769-1885b63416ab already deleted. [ 978.768897] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.939561] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.939794] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.939928] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.940274] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.940505] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.940794] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 18515167-8121-40e0-8ac0-8d6a49863576 not found, creating... [ 978.941137] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.941448] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.941544] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.941853] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.942067] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.942379] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.942630] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.942741] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.942974] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.943142] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.943304] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 18515167-8121-40e0-8ac0-8d6a49863576 is going to be created. [ 978.968310] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.968613] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.969014] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.969014] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.969248] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.969481] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-18515167-8121-40e0-8ac0-8d6a49863576" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.188355] env[63412]: INFO networking_nsxv3.common.synchronization [None req-39300f1d-c324-4e3b-8c0e-dbea8fb6198e None None] Enqueued Resource ID: 26d34b3c-e773-4c83-84e0-6a67fe3b1072 with Priority: HIGHEST for action port [ 979.188502] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d34b3c-e773-4c83-84e0-6a67fe3b1072 with Priority: HIGHEST for action port [ 979.189064] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-26d34b3c-e773-4c83-84e0-6a67fe3b1072 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.189064] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26d34b3c-e773-4c83-84e0-6a67fe3b1072" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.189064] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26d34b3c-e773-4c83-84e0-6a67fe3b1072" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.191364] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26d34b3c-e773-4c83-84e0-6a67fe3b1072" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.191364] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26d34b3c-e773-4c83-84e0-6a67fe3b1072',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.194141] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.194361] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.194454] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.194650] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.194741] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.194880] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36483e6f-5723-4b93-8a36-a832c1be7980 is going to be updated. [ 979.243806] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.244594] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.244594] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.244594] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.244594] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.259015] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: IN_PROGRESS for 2s [ 979.610666] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: SUCCESS [ 979.611031] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.679944] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 in Status: SUCCESS [ 979.680438] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.680683] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.680935] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.681154] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.681268] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.681341] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.681520] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.681602] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.681691] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.681867] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f6b52b-5e1a-4541-aa7b-10152ec5da24 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.681987] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.682046] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.682203] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.682387] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.682457] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.682486] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.682629] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.682702] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.682799] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.682890] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.691960] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26d34b3c-e773-4c83-84e0-6a67fe3b1072 [ 979.692364] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.692364] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.692462] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.692612] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.692739] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.692840] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26d34b3c-e773-4c83-84e0-6a67fe3b1072 already deleted. [ 979.692893] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26d34b3c-e773-4c83-84e0-6a67fe3b1072" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.765149] env[63412]: INFO networking_nsxv3.common.synchronization [req-e49a7bad-23fe-45d3-9704-c89de83f568d req-0233d174-b171-41cc-9080-71498fadd35f service nova] Enqueued Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_rules [ 979.765414] env[63412]: INFO networking_nsxv3.common.synchronization [req-e49a7bad-23fe-45d3-9704-c89de83f568d req-0233d174-b171-41cc-9080-71498fadd35f service nova] Enqueued Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 979.765573] env[63412]: INFO networking_nsxv3.common.synchronization [req-e49a7bad-23fe-45d3-9704-c89de83f568d req-0233d174-b171-41cc-9080-71498fadd35f service nova] Enqueued Resource ID: 18515167-8121-40e0-8ac0-8d6a49863576 with Priority: HIGHEST for action port [ 979.765799] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_rules [ 979.765919] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 979.766020] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18515167-8121-40e0-8ac0-8d6a49863576 with Priority: HIGHEST for action port [ 979.766534] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.766652] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.766715] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.766904] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.767621] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.767994] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.767994] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.768778] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-18515167-8121-40e0-8ac0-8d6a49863576 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.769643] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18515167-8121-40e0-8ac0-8d6a49863576" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.769643] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18515167-8121-40e0-8ac0-8d6a49863576" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.769643] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18515167-8121-40e0-8ac0-8d6a49863576" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.769643] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18515167-8121-40e0-8ac0-8d6a49863576',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.185455] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26f6b52b-5e1a-4541-aa7b-10152ec5da24: rpc.has_security_group_logging(os_id): False [ 980.206067] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.206632] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.206632] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.206632] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.206632] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.206941] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.206941] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.206941] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.207188] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.207188] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.207359] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.207490] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.207545] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.207707] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.207805] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.207941] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.208410] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.208410] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.208566] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.208925] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.209075] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 is going to be updated. [ 980.258759] env[63412]: INFO networking_nsxv3.common.synchronization [req-09647b5d-a3cf-4787-b01d-72ab4d80984b req-9aa7a9bb-1f9b-4684-a4a5-cd8d06857c77 tempest-ServersTestMultiNic-333699287 tempest-ServersTestMultiNic-333699287-project-member] Enqueued Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_members [ 980.259151] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_members [ 980.259814] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.259814] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.259814] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.259814] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.260029] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.260078] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.260162] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.260559] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.260559] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.260559] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.271322] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.271322] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.271726] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18515167-8121-40e0-8ac0-8d6a49863576 with status ACTIVE [ 980.271726] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.271910] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.271910] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.272142] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.272259] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.272513] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.272655] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.272749] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.272962] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.273092] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.273687] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.273687] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.273687] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.274087] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.274087] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.274087] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18515167-8121-40e0-8ac0-8d6a49863576 is going to be updated. [ 980.302583] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.302583] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.302583] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.302583] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.302583] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.306636] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.306758] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.306839] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.310021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.310021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.310021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18515167-8121-40e0-8ac0-8d6a49863576" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.312998] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 in Status: IN_PROGRESS for 2s [ 980.662738] env[63412]: INFO networking_nsxv3.common.synchronization [req-09647b5d-a3cf-4787-b01d-72ab4d80984b req-7f98e9a5-1ab2-42aa-9efd-ca47490a0832 tempest-ServersTestMultiNic-333699287 tempest-ServersTestMultiNic-333699287-project-member] Enqueued Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_members [ 980.663316] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_members [ 980.663899] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.663899] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.743540] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef in Status: SUCCESS [ 980.743772] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.743909] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.744136] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.744317] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.744430] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.744494] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.744634] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.744711] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.744791] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.744878] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.762746] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.762894] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.762973] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.763215] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.763329] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.763541] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.763686] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.763767] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.763938] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.764050] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.764114] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1202e2-7458-4126-a731-930d3eadd68b is going to be updated. [ 980.787791] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.787937] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.787974] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.788185] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.788315] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.796154] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: IN_PROGRESS for 2s [ 981.158148] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-412 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.158148] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-412" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.159568] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-412" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.160530] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-412" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.160877] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.161103] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.161187] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.161492] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.161600] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.161829] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 981.162013] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.162097] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.162198] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.162316] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 981.162458] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.162714] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.183062] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.183062] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 981.183062] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.183322] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-412" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.183543] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-b76cb1be-864d-48ee-818e-efdbd00717bf taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.183748] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-b76cb1be-864d-48ee-818e-efdbd00717bf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.183885] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-b76cb1be-864d-48ee-818e-efdbd00717bf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.184283] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-b76cb1be-864d-48ee-818e-efdbd00717bf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.184451] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b76cb1be-864d-48ee-818e-efdbd00717bf',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.246695] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.267058] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: SUCCESS [ 981.267281] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.267465] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.267695] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.267879] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.267994] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.268074] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.268238] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.268326] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.268434] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.687961] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.688291] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.688500] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.688966] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.689315] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.689947] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port b76cb1be-864d-48ee-818e-efdbd00717bf not found, creating... [ 981.690078] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.690358] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.690583] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.690984] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.694621] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.694871] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.695170] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.695606] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.695786] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.695973] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.696147] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: b76cb1be-864d-48ee-818e-efdbd00717bf is going to be created. [ 981.715950] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.716212] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.716356] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.716665] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.716970] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.720086] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-b76cb1be-864d-48ee-818e-efdbd00717bf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.749096] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef: rpc.has_security_group_logging(os_id): False [ 981.766146] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.766371] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.766430] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.766650] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.766832] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.767105] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.767375] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.767375] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.767650] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.767701] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.767816] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef is going to be created. [ 981.771122] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.859494] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.859494] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.859494] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.859494] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.859734] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.873077] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef in Status: IN_PROGRESS for 2s [ 982.279523] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.326058] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 in Status: SUCCESS [ 982.327642] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.327836] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.328093] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.328193] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.781798] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.782085] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.782085] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.782297] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.782473] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.782608] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36483e6f-5723-4b93-8a36-a832c1be7980 is going to be updated. [ 982.807688] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: SUCCESS [ 982.807896] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1202e2-7458-4126-a731-930d3eadd68b deletion is rescheduled due to dependency. [ 982.808013] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.808211] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.808470] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.808674] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.808862] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.808862] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.809042] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.809125] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.809231] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.815848] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.815986] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.816072] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.816256] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.816394] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.818348] env[63412]: INFO networking_nsxv3.common.synchronization [req-09647b5d-a3cf-4787-b01d-72ab4d80984b req-db27de4f-d345-46a0-b900-5c49587c50b9 service nova] Enqueued Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_rules [ 982.818540] env[63412]: INFO networking_nsxv3.common.synchronization [req-09647b5d-a3cf-4787-b01d-72ab4d80984b req-db27de4f-d345-46a0-b900-5c49587c50b9 service nova] Enqueued Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_members [ 982.818688] env[63412]: INFO networking_nsxv3.common.synchronization [req-09647b5d-a3cf-4787-b01d-72ab4d80984b req-db27de4f-d345-46a0-b900-5c49587c50b9 service nova] Enqueued Resource ID: b76cb1be-864d-48ee-818e-efdbd00717bf with Priority: HIGHEST for action port [ 982.820017] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_rules [ 982.820017] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_members [ 982.820087] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b76cb1be-864d-48ee-818e-efdbd00717bf with Priority: HIGHEST for action port [ 982.820859] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.820981] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.821059] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.821234] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.821314] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.822246] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.822346] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.822570] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-b76cb1be-864d-48ee-818e-efdbd00717bf taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.822671] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b76cb1be-864d-48ee-818e-efdbd00717bf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.822738] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b76cb1be-864d-48ee-818e-efdbd00717bf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.822892] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b76cb1be-864d-48ee-818e-efdbd00717bf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.822965] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b76cb1be-864d-48ee-818e-efdbd00717bf',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.825309] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: IN_PROGRESS for 2s [ 982.830030] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f6b52b-5e1a-4541-aa7b-10152ec5da24 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.830030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.830030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.830184] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.830331] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.830431] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.830496] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.830639] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.830725] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.830810] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.830895] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.107164] env[63412]: INFO networking_nsxv3.common.synchronization [req-2e30f414-b610-453c-8982-a8202924fbed req-74375139-b821-4dbd-bf27-09cacac9af80 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Enqueued Resource ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b with Priority: HIGHEST for action security_group_members [ 983.108621] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b with Priority: HIGHEST for action security_group_members [ 983.108621] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.108621] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.108621] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.108621] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.109113] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.109217] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.109328] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.109577] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.109722] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.109873] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e566327-5bae-49b6-81a6-1eeb8e1fdc5b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.320487] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.324751] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.324827] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.327138] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b76cb1be-864d-48ee-818e-efdbd00717bf with status ACTIVE [ 983.327357] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.327484] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.327552] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.327964] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.327964] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.328059] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.328156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.328218] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.328387] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.328463] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.328666] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.328762] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.328822] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.328960] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.329047] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.329131] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b76cb1be-864d-48ee-818e-efdbd00717bf is going to be updated. [ 983.332473] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f6b52b-5e1a-4541-aa7b-10152ec5da24 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.332657] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.332789] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.333047] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.333280] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.333431] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.333550] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.333736] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.333877] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.334012] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.334212] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f6b52b-5e1a-4541-aa7b-10152ec5da24 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.334372] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.334492] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.334695] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.334882] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.335097] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.335162] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.335356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.335475] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.335596] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.335735] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.354178] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.354354] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.354426] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.354645] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.354797] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.354978] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b76cb1be-864d-48ee-818e-efdbd00717bf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.607141] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-92 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.607561] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.607801] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.608201] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.608611] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.608914] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.609144] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.609459] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.612048] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.612048] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.612048] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.612048] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.612048] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.612048] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.612048] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.612048] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.613293] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.613533] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.613700] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.614074] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.614252] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.614510] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.614805] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.614958] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.615196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.615358] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.615529] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b already deleted. [ 983.615700] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.637225] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.637441] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 983.637613] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.637821] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.638385] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-c3de930b-510b-445b-8538-4b4818074ad6 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.638385] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-c3de930b-510b-445b-8538-4b4818074ad6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.638562] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-c3de930b-510b-445b-8538-4b4818074ad6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.639288] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-c3de930b-510b-445b-8538-4b4818074ad6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.639288] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3de930b-510b-445b-8538-4b4818074ad6',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.722991] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-334 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.723222] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-334" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.723354] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-334" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.723695] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-334" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.723962] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.724141] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.724266] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.724493] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.724646] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.724858] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.724977] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.725109] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.725230] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.725364] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.725481] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.725619] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.742021] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.742218] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 983.742383] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.742603] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-334" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.742979] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-6f502d69-049a-48dc-9b47-fba40ebbee37 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.743161] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-6f502d69-049a-48dc-9b47-fba40ebbee37" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.743749] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-6f502d69-049a-48dc-9b47-fba40ebbee37" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.743749] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-6f502d69-049a-48dc-9b47-fba40ebbee37" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.743844] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f502d69-049a-48dc-9b47-fba40ebbee37',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.822172] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.839761] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26f6b52b-5e1a-4541-aa7b-10152ec5da24: rpc.has_security_group_logging(os_id): False [ 983.856747] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.856925] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.856986] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.857239] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.857285] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.857555] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.857661] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.857746] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.857931] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.857983] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.858191] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.858305] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.858383] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.858583] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.858612] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.858814] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.858933] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.858985] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.859106] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.859184] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.859273] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 is going to be updated. [ 983.883314] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef in Status: SUCCESS [ 983.883599] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.913925] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.914088] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.914155] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.914470] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.914632] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.929233] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 in Status: IN_PROGRESS for 2s [ 984.143442] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.143442] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.143664] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.143852] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.144018] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.144205] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port c3de930b-510b-445b-8538-4b4818074ad6 not found, creating... [ 984.144495] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.144674] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.144800] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.145058] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.145232] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.145586] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.145756] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.145878] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.146885] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.147090] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.147253] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: c3de930b-510b-445b-8538-4b4818074ad6 is going to be created. [ 984.178270] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.178464] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.178810] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.179302] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.179764] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.180184] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-c3de930b-510b-445b-8538-4b4818074ad6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.246018] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.246281] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.246422] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.246716] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.247452] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.247452] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 6f502d69-049a-48dc-9b47-fba40ebbee37 not found, creating... [ 984.247452] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.247777] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.247777] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.248017] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.248173] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.248519] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.248756] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.248902] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.249147] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.249289] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.249451] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 6f502d69-049a-48dc-9b47-fba40ebbee37 is going to be created. [ 984.277033] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.277033] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.277033] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.277033] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.277033] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.277033] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-6f502d69-049a-48dc-9b47-fba40ebbee37" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.325294] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.326540] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.326540] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.326540] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.326540] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.326540] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1202e2-7458-4126-a731-930d3eadd68b is going to be updated. [ 984.358924] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.359116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.359204] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.359433] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.359587] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.373753] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: IN_PROGRESS for 2s [ 984.834884] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: SUCCESS [ 984.835230] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.835299] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.835554] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.835757] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.835875] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.835941] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.836098] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.836178] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.836269] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.836371] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.078019] env[63412]: INFO networking_nsxv3.common.synchronization [req-2e30f414-b610-453c-8982-a8202924fbed req-fa5f6543-a306-4804-a0e2-e3ccf27b49ee service nova] Enqueued Resource ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b with Priority: HIGHEST for action security_group_rules [ 985.078019] env[63412]: INFO networking_nsxv3.common.synchronization [req-2e30f414-b610-453c-8982-a8202924fbed req-fa5f6543-a306-4804-a0e2-e3ccf27b49ee service nova] Enqueued Resource ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b with Priority: HIGHEST for action security_group_members [ 985.078019] env[63412]: INFO networking_nsxv3.common.synchronization [req-2e30f414-b610-453c-8982-a8202924fbed req-fa5f6543-a306-4804-a0e2-e3ccf27b49ee service nova] Enqueued Resource ID: c3de930b-510b-445b-8538-4b4818074ad6 with Priority: HIGHEST for action port [ 985.078019] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b with Priority: HIGHEST for action security_group_rules [ 985.078019] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b with Priority: HIGHEST for action security_group_members [ 985.078019] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3de930b-510b-445b-8538-4b4818074ad6 with Priority: HIGHEST for action port [ 985.078019] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.078019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.078019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.078019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.078019] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e566327-5bae-49b6-81a6-1eeb8e1fdc5b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.078019] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.078019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.078019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.078019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.078019] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.078019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.078943] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.078943] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.078943] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.078943] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e566327-5bae-49b6-81a6-1eeb8e1fdc5b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.080481] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3de930b-510b-445b-8538-4b4818074ad6 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.080481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3de930b-510b-445b-8538-4b4818074ad6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.080481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3de930b-510b-445b-8538-4b4818074ad6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.080481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3de930b-510b-445b-8538-4b4818074ad6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.080481] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3de930b-510b-445b-8538-4b4818074ad6',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.275400] env[63412]: INFO networking_nsxv3.common.synchronization [req-09647b5d-a3cf-4787-b01d-72ab4d80984b req-d1d1be1f-d673-428f-8f87-539270e3ace4 service nova] Enqueued Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_rules [ 985.275400] env[63412]: INFO networking_nsxv3.common.synchronization [req-09647b5d-a3cf-4787-b01d-72ab4d80984b req-d1d1be1f-d673-428f-8f87-539270e3ace4 service nova] Enqueued Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_members [ 985.275400] env[63412]: INFO networking_nsxv3.common.synchronization [req-09647b5d-a3cf-4787-b01d-72ab4d80984b req-d1d1be1f-d673-428f-8f87-539270e3ace4 service nova] Enqueued Resource ID: 6f502d69-049a-48dc-9b47-fba40ebbee37 with Priority: HIGHEST for action port [ 985.275400] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_rules [ 985.275618] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_members [ 985.275618] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f502d69-049a-48dc-9b47-fba40ebbee37 with Priority: HIGHEST for action port [ 985.279612] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.279756] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.279992] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.280098] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.280283] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f502d69-049a-48dc-9b47-fba40ebbee37 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.280385] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f502d69-049a-48dc-9b47-fba40ebbee37" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.280451] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f502d69-049a-48dc-9b47-fba40ebbee37" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.280657] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f502d69-049a-48dc-9b47-fba40ebbee37" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.280737] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f502d69-049a-48dc-9b47-fba40ebbee37',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.339843] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.340027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.340079] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.340298] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.340490] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.340607] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.340675] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.340832] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.340920] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.341021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.341170] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.341264] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.341325] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.341596] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.341745] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.341840] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.341901] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.342066] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.342190] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.342237] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.342307] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.581330] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e566327-5bae-49b6-81a6-1eeb8e1fdc5b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.582300] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.582404] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.584892] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3de930b-510b-445b-8538-4b4818074ad6 with status ACTIVE [ 985.585079] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.585215] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.585314] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.585532] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.585613] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.585789] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.585882] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.585940] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.586102] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.586171] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.586341] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.586427] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.586483] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.586615] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.586681] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.586761] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3de930b-510b-445b-8538-4b4818074ad6 is going to be updated. [ 985.606552] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.606783] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.606865] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.608047] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.608047] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.608047] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3de930b-510b-445b-8538-4b4818074ad6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.787921] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f502d69-049a-48dc-9b47-fba40ebbee37 with status ACTIVE [ 985.787921] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.787921] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.787921] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.787921] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.787921] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.787921] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.787921] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.787921] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.787921] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.787921] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.787921] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.787921] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.787921] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.787921] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.787921] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.787921] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f502d69-049a-48dc-9b47-fba40ebbee37 is going to be updated. [ 985.807690] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.807830] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.807898] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.808136] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.808300] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.808482] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f502d69-049a-48dc-9b47-fba40ebbee37" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.843987] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36483e6f-5723-4b93-8a36-a832c1be7980: rpc.has_security_group_logging(os_id): False [ 985.862285] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.862447] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.862523] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.862764] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.862883] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.863091] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.863185] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.863242] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.863394] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.863472] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.863664] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.863759] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.863819] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.863963] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.864035] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.864221] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.864313] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.864371] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.864509] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.864583] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.864666] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36483e6f-5723-4b93-8a36-a832c1be7980 is going to be updated. [ 985.926883] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.927073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.927163] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.927476] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.927584] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.948295] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 in Status: SUCCESS [ 985.948295] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.952475] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: IN_PROGRESS for 2s [ 986.085235] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e566327-5bae-49b6-81a6-1eeb8e1fdc5b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.383782] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: SUCCESS [ 986.384072] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.384384] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.384613] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.384819] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.384953] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.385045] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.385272] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.385359] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.385455] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.587191] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.587191] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.588127] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.588127] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.588127] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.588127] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b is going to be created. [ 986.612628] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.612628] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.612628] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.612628] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.612628] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.619713] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b in Status: UNINITIALIZED for 2s [ 986.887642] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.390103] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.896076] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.896076] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.896076] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.896076] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.896076] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.896865] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1202e2-7458-4126-a731-930d3eadd68b is going to be updated. [ 987.926590] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.926666] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.927217] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.927841] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.928015] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.937096] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: IN_PROGRESS for 2s [ 987.969878] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: SUCCESS [ 987.970193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.630304] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b in Status: SUCCESS [ 988.630725] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.630725] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.631223] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.631223] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.631223] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.631395] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.631437] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.631476] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.631567] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.631660] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e566327-5bae-49b6-81a6-1eeb8e1fdc5b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.139065] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e566327-5bae-49b6-81a6-1eeb8e1fdc5b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.592601] env[63412]: INFO networking_nsxv3.common.synchronization [req-46702d92-b997-4901-b08e-a6d34e2f68fb req-20532f87-7f02-44d2-a424-5c7feb6c0d41 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Enqueued Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_members [ 989.593834] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_members [ 989.594297] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.594474] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.594584] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.594867] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.595113] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.595264] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.595362] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.595586] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.595716] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.595851] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.641958] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b: rpc.has_security_group_logging(os_id): False [ 989.662030] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.662030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.662215] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.662285] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.662380] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.662640] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.662744] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.662811] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.662971] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.663064] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.663385] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b is going to be created. [ 989.732577] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.732794] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.732920] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.733268] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.733539] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.747015] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b in Status: IN_PROGRESS for 2s [ 989.948298] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: SUCCESS [ 989.948610] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.948868] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.949183] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.949463] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.949646] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.949756] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.949991] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.950131] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.950254] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.950390] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.951812] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.951812] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.952078] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.952239] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.952338] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.952586] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.952697] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.952813] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.098974] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.099143] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.099215] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.099489] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.100081] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.100081] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.100081] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.100081] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.100268] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.100356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.100465] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f is going to be updated. [ 990.127172] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.127401] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.127457] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.127679] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.127824] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.136385] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: IN_PROGRESS for 2s [ 990.456256] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.456540] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.456621] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.958967] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.463937] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.463937] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.463937] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.463937] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.463937] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.463937] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1202e2-7458-4126-a731-930d3eadd68b is going to be updated. [ 991.490870] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.490870] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.490870] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.491167] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.491256] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.499128] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: IN_PROGRESS for 2s [ 991.758762] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b in Status: SUCCESS [ 991.759053] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.028394] env[63412]: INFO networking_nsxv3.common.synchronization [req-c36f0f2e-8696-43f9-98e1-49191122947b req-18e6d82d-edf2-4840-be0c-225e71b19ec7 tempest-ServersTestJSON-406246726 tempest-ServersTestJSON-406246726-project-member] Enqueued Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 992.028993] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 992.029319] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.029472] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.029532] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.029727] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.029876] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.029977] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.030549] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.030762] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.030835] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.030940] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.119607] env[63412]: INFO networking_nsxv3.common.synchronization [req-28d00d67-8523-4c62-8a70-076c51bd41ca req-65b09d4f-aad4-45ce-8e4b-97871a379576 tempest-ListServerFiltersTestJSON-1504933973 tempest-ListServerFiltersTestJSON-1504933973-project-member] Enqueued Resource ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 with Priority: HIGHEST for action security_group_members [ 992.120156] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 with Priority: HIGHEST for action security_group_members [ 992.120460] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f6b52b-5e1a-4541-aa7b-10152ec5da24 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.120587] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.120656] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.120988] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.120988] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.121828] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.121932] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.122151] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.122276] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.122398] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.146393] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: SUCCESS [ 992.148883] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f deletion is rescheduled due to dependency. [ 992.148883] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.534043] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.625351] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.038184] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.127894] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.508578] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: SUCCESS [ 993.508831] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.509054] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.509285] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.509554] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.509827] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.509827] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.509888] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.510179] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.510179] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.510357] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.510357] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.510357] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.510545] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.510744] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.510744] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.510880] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.511042] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.511042] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.511159] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.511339] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.540275] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.540684] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.540684] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.540684] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.540770] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.540871] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36483e6f-5723-4b93-8a36-a832c1be7980 is going to be updated. [ 993.566969] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.566969] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.566969] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.567110] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.567336] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.576076] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: IN_PROGRESS for 2s [ 993.630144] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.630236] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.630351] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.630553] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.630672] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.630768] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 is going to be updated. [ 993.670356] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.670600] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.670600] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.670731] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.670863] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.679362] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 in Status: IN_PROGRESS for 2s [ 994.015271] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e1202e2-7458-4126-a731-930d3eadd68b: rpc.has_security_group_logging(os_id): False [ 994.033418] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.033573] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.033694] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.033945] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.035070] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.035070] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.035070] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.035070] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.035070] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.035070] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.035446] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.035785] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.035922] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.036121] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.036357] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.036467] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.036698] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.036813] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.036995] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.037229] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.037229] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e1202e2-7458-4126-a731-930d3eadd68b is going to be updated. [ 994.095259] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.095751] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.095864] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.096442] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.096536] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.113437] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: IN_PROGRESS for 2s [ 994.463956] env[63412]: INFO networking_nsxv3.common.synchronization [req-e3bee474-2ca1-46f7-a378-1bb4235679b4 req-b652dbcc-ff54-404f-a8d3-0c8f01d9707d tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Enqueued Resource ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 with Priority: HIGHEST for action security_group_members [ 994.466327] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 with Priority: HIGHEST for action security_group_members [ 994.466730] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad7db65-87dc-460c-aa73-bb6c15e307c2 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.466905] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.467172] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.467435] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.467799] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.468121] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.468121] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.468244] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.468606] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.468814] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad7db65-87dc-460c-aa73-bb6c15e307c2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.971989] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.972370] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.972370] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.972559] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.972712] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.972949] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.973077] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.973159] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.973320] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.973403] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.973492] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 is going to be updated. [ 995.003773] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.003918] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.003991] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.004374] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.004374] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.013857] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 in Status: IN_PROGRESS for 2s [ 995.229587] env[63412]: INFO networking_nsxv3.common.synchronization [req-73c800b4-9828-4fcc-8aeb-8ea1215a963c req-4dc7369c-b27c-4abc-81d7-32d37e0a0398 tempest-AttachVolumeShelveTestJSON-1833923595 tempest-AttachVolumeShelveTestJSON-1833923595-project-member] Enqueued Resource ID: d2d366e8-41df-4b11-a769-1885b63416ab with Priority: HIGHEST for action security_group_members [ 995.230169] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d366e8-41df-4b11-a769-1885b63416ab with Priority: HIGHEST for action security_group_members [ 995.230590] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d366e8-41df-4b11-a769-1885b63416ab taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.230772] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.230772] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.231896] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.231896] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.232023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.232126] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.232306] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.232306] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.232421] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2d366e8-41df-4b11-a769-1885b63416ab',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.585855] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: SUCCESS [ 995.592127] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.650502] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.651498] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-302" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.651498] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-302" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.651498] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-302" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.651813] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.651813] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.651916] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.652364] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.652364] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.654257] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 995.654257] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.654257] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.654257] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.654257] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 995.654257] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.654257] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.679050] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.679256] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 995.679477] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.679692] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-302" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.680020] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-3ed2d256-e197-4830-a9a2-00c1ac836086 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.680235] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-3ed2d256-e197-4830-a9a2-00c1ac836086" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.680386] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-3ed2d256-e197-4830-a9a2-00c1ac836086" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.681157] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-3ed2d256-e197-4830-a9a2-00c1ac836086" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.681157] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ed2d256-e197-4830-a9a2-00c1ac836086',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.693196] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 in Status: SUCCESS [ 995.693196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.734692] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.734867] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.734929] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.735150] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.735248] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.735737] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.735849] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.735959] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.736150] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.736371] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.736371] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2d366e8-41df-4b11-a769-1885b63416ab already deleted. [ 995.736497] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.126637] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: SUCCESS [ 996.127069] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.127069] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.127174] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.127284] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.185116] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.185342] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.185508] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.185834] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.186333] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.186333] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 3ed2d256-e197-4830-a9a2-00c1ac836086 not found, creating... [ 996.186821] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.186821] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.187226] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.187449] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.187677] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.188327] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.188327] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.188327] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.188512] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.188662] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.188831] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 3ed2d256-e197-4830-a9a2-00c1ac836086 is going to be created. [ 996.207777] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.208146] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.208355] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.208725] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.209162] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.209334] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-3ed2d256-e197-4830-a9a2-00c1ac836086" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.439449] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.439622] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.439719] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.439951] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.440132] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.629939] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.630133] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.630211] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.630446] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.630665] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.630773] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.630840] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.630995] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.631099] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.631192] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.631280] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.946452] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.986927] env[63412]: INFO networking_nsxv3.common.synchronization [req-73c800b4-9828-4fcc-8aeb-8ea1215a963c req-ce3146e2-08fe-44c5-ab7f-d116ec7d5975 service nova] Enqueued Resource ID: d2d366e8-41df-4b11-a769-1885b63416ab with Priority: HIGHEST for action security_group_rules [ 996.987179] env[63412]: INFO networking_nsxv3.common.synchronization [req-73c800b4-9828-4fcc-8aeb-8ea1215a963c req-ce3146e2-08fe-44c5-ab7f-d116ec7d5975 service nova] Enqueued Resource ID: d2d366e8-41df-4b11-a769-1885b63416ab with Priority: HIGHEST for action security_group_members [ 996.987381] env[63412]: INFO networking_nsxv3.common.synchronization [req-73c800b4-9828-4fcc-8aeb-8ea1215a963c req-ce3146e2-08fe-44c5-ab7f-d116ec7d5975 service nova] Enqueued Resource ID: 3ed2d256-e197-4830-a9a2-00c1ac836086 with Priority: HIGHEST for action port [ 996.987655] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d366e8-41df-4b11-a769-1885b63416ab with Priority: HIGHEST for action security_group_rules [ 996.987793] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d366e8-41df-4b11-a769-1885b63416ab with Priority: HIGHEST for action security_group_members [ 996.987890] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed2d256-e197-4830-a9a2-00c1ac836086 with Priority: HIGHEST for action port [ 996.988979] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2d366e8-41df-4b11-a769-1885b63416ab taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.989146] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.989229] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.989444] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.989563] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2d366e8-41df-4b11-a769-1885b63416ab',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.990451] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d366e8-41df-4b11-a769-1885b63416ab taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.990568] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.990636] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.990803] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.991297] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.991437] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.991510] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.991708] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.991808] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.991920] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2d366e8-41df-4b11-a769-1885b63416ab',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.992690] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ed2d256-e197-4830-a9a2-00c1ac836086 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.996057] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ed2d256-e197-4830-a9a2-00c1ac836086" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.996165] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ed2d256-e197-4830-a9a2-00c1ac836086" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.996341] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ed2d256-e197-4830-a9a2-00c1ac836086" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.996426] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ed2d256-e197-4830-a9a2-00c1ac836086',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.023437] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 in Status: SUCCESS [ 997.023619] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 deletion is rescheduled due to dependency. [ 997.023827] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.134383] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.134658] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.134658] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.134719] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.134981] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.134981] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.135171] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.135261] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.135346] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.135437] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.136128] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.136128] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.136128] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.136128] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.136128] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.136343] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.136343] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.136438] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.136438] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.136523] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.136617] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.448872] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.497915] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d366e8-41df-4b11-a769-1885b63416ab taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.498081] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.498293] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2d366e8-41df-4b11-a769-1885b63416ab',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.499220] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ed2d256-e197-4830-a9a2-00c1ac836086 with status ACTIVE [ 997.499937] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.500083] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.500152] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.500340] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.500431] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.500608] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.500708] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.500772] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.500928] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.501015] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.503140] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.503140] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.503140] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.503140] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.503140] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.503140] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ed2d256-e197-4830-a9a2-00c1ac836086 is going to be updated. [ 997.522134] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.522134] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.522356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.522448] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.522648] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.522858] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ed2d256-e197-4830-a9a2-00c1ac836086" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.639169] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e1202e2-7458-4126-a731-930d3eadd68b: rpc.has_security_group_logging(os_id): False [ 997.656775] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.656960] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.657038] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.657205] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.657295] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.657541] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.657641] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.657705] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.659037] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.659037] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.659037] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.659037] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.659037] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.659037] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.659037] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.659037] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.659037] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.659037] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.659037] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.659624] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.659624] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e1202e2-7458-4126-a731-930d3eadd68b is going to be updated. [ 997.733398] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.733635] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.733708] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.733918] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.734249] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.756880] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: IN_PROGRESS for 2s [ 997.769605] env[63412]: INFO networking_nsxv3.common.synchronization [req-d3a58325-3b14-4625-8679-841861b30773 req-692987d2-73d8-4f6f-a208-0834edf21f26 tempest-ImagesTestJSON-284998145 tempest-ImagesTestJSON-284998145-project-member] Enqueued Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_members [ 997.770782] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_members [ 997.770782] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.770930] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.770930] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.771093] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.771638] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.771638] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.771638] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.771638] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.771638] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.771896] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.951276] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 997.951392] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 998.004557] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2d366e8-41df-4b11-a769-1885b63416ab',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.274293] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.274639] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.274639] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.274778] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.274873] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.275074] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.275183] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.275249] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.275431] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.275529] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.275586] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 is going to be updated. [ 998.306560] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.306774] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.306846] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.307065] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.307207] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.320273] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: IN_PROGRESS for 2s [ 998.511214] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.511401] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.511473] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.511717] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.511867] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.511982] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2d366e8-41df-4b11-a769-1885b63416ab is going to be created. [ 998.535087] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.535461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.535461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.535461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.535752] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.543703] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d366e8-41df-4b11-a769-1885b63416ab in Status: UNINITIALIZED for 2s [ 998.667282] env[63412]: INFO networking_nsxv3.common.synchronization [req-258161f0-8f55-4198-8d1c-89be6f2efea1 req-f7098ef9-11a0-4fb4-a116-00fc06695958 tempest-ServersTestMultiNic-333699287 tempest-ServersTestMultiNic-333699287-project-member] Enqueued Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_members [ 998.667943] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_members [ 998.668176] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.668308] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.668375] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.668609] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.668766] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.668867] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.668932] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.669097] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.669184] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.669273] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.674684] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.674863] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.675644] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.675644] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.687248] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 998.688245] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.689380] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 998.726278] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.726411] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.726411] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.728038] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.737745] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.738530] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 998.738620] env[63412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=63412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 998.738730] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 998.778754] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.778900] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.778969] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.779186] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.781982] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.782173] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 998.854772] env[63412]: INFO networking_nsxv3.common.synchronization [req-258161f0-8f55-4198-8d1c-89be6f2efea1 req-c6e0c5f6-c9e8-429e-9a17-d6eb995d66e5 tempest-ServersTestMultiNic-333699287 tempest-ServersTestMultiNic-333699287-project-member] Enqueued Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_members [ 998.855287] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1202e2-7458-4126-a731-930d3eadd68b with Priority: HIGHEST for action security_group_members [ 998.855632] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1202e2-7458-4126-a731-930d3eadd68b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.855736] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.863651] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.863784] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.863863] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.864050] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.864322] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.864563] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 998.952395] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.952622] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.952622] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.952795] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.953104] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.953387] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:50. [ 998.953484] env[63412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'21b3bb0a-eab8-48b7-b110-55469fd10d8d', '8e566327-5bae-49b6-81a6-1eeb8e1fdc5b', 'e4f671ef-5660-41ba-b9bb-433ac94c086d', 'aad7db65-87dc-460c-aa73-bb6c15e307c2', '938fc471-fc6c-4818-b354-56b34b9d146e', '6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f', '1d587acd-6a6a-42d5-9cba-1aa0f6b321c9', 'f3c53f1a-4406-4cfd-92c6-ab6869475822', '288c6d1f-1b37-45e7-8f73-4f47f1b0a59f', '01383578-ec9f-463e-b409-60136af83127', '34dd8f23-6d7d-419e-bd9f-293fdf756f4b', 'f992bb52-c4c0-4793-baa2-14f109bb5b5e', '274779ee-014b-4c42-b516-f877b979a5d4', '68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef', '199cc188-56b1-43c8-a09d-6747901912b7', 'f5fcea6a-ac0c-430f-94e0-e30e44aaa08f', '838652d0-2548-45cc-9877-0848787d8223', '8a3abd40-d98e-4772-aeb7-ff43ef37df0b', 'cf794659-988d-4f26-876f-e53bd6c025a7', 'd9a26793-b4e4-4be0-940a-114e3907655e', '98bd1398-6f4a-4605-9748-f14dceafaa84', '22d326f5-5fd7-4b43-a21f-a0c84243672f', '317bfd10-601b-496a-a1cd-6c2722d9ee0b', 'ee444a9e-e3a4-45e3-9241-d0f693c0754a', '6164e5c6-d6cf-4301-9fdd-6afe7d071829', 'ea433e1f-3048-470e-87de-f063bc26c197', '57b38e8c-e8cd-4d82-a2f5-b44ef14cca29', '574843a3-ddcb-4765-a750-aae37e4dcea5', '2b1890a3-a03e-4ad3-a7a4-58ce66332bb2', 'f9293260-c26e-4326-83c6-4c102a149950', 'b4959203-00a9-477d-95ff-178243039f66', 'a387e002-b3cc-47f7-ad7f-83a6b16dab4b', 'f9970b86-2be5-4c59-b559-2b28b2d0eddc', 'e10d0e67-0519-44a7-a60f-b276f56cd6de', 'dc7842c3-ec1b-480a-92e7-7cabba4915e3', '4e1202e2-7458-4126-a731-930d3eadd68b', '0eb6bc6f-818f-4f2f-abe4-bc36c3691c06', 'fda0eb43-3e5e-4599-83ba-9a1211ee030c', 'c6067f77-6a45-4911-96c1-102eca2ca5ab', '26f55b1d-0590-4717-a5c1-d4ac756418a0', '948d1e54-a582-4031-9855-f54b2f22822b', 'aa23e180-2e18-4a50-9ce4-fe11304ecc58', 'f3f50061-2743-46aa-a250-40aa5ffa1715', 'f886f10d-fd8c-4081-8057-1417bb3ba16a', '36483e6f-5723-4b93-8a36-a832c1be7980', 'd27b4c65-5e31-407e-a8b9-d55951de0c8d', '86eab413-27bf-49c5-9a81-abee4199df12', '68937c31-c3c5-456d-8cda-4f14670f638d', '26f6b52b-5e1a-4541-aa7b-10152ec5da24', 'fc126587-c54f-41d7-95ee-ef30102979e4'} {{(pid=63412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 998.953580] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 998.970870] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.970985] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.971078] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.971260] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.971336] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.971441] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 998.971514] env[63412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=63412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 998.971585] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 999.071923] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.072163] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.072163] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.072349] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.073367] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.073629] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 999.073706] env[63412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=63412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 999.073770] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 999.073837] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 999.073917] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/50 resources of Type:Security Group Rules [ 999.073988] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGH for action security_group_rules [ 999.074077] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b with Priority: HIGH for action security_group_rules [ 999.074145] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e4f671ef-5660-41ba-b9bb-433ac94c086d with Priority: HIGH for action security_group_rules [ 999.074207] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 with Priority: HIGH for action security_group_rules [ 999.074268] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 938fc471-fc6c-4818-b354-56b34b9d146e with Priority: HIGH for action security_group_rules [ 999.074329] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f with Priority: HIGH for action security_group_rules [ 999.074389] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGH for action security_group_rules [ 999.074450] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGH for action security_group_rules [ 999.074556] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f with Priority: HIGH for action security_group_rules [ 999.074599] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 01383578-ec9f-463e-b409-60136af83127 with Priority: HIGH for action security_group_rules [ 999.074636] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34dd8f23-6d7d-419e-bd9f-293fdf756f4b with Priority: HIGH for action security_group_rules [ 999.074675] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f992bb52-c4c0-4793-baa2-14f109bb5b5e with Priority: HIGH for action security_group_rules [ 999.074738] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 274779ee-014b-4c42-b516-f877b979a5d4 with Priority: HIGH for action security_group_rules [ 999.074799] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef with Priority: HIGH for action security_group_rules [ 999.074862] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 199cc188-56b1-43c8-a09d-6747901912b7 with Priority: HIGH for action security_group_rules [ 999.074923] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f with Priority: HIGH for action security_group_rules [ 999.074987] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 838652d0-2548-45cc-9877-0848787d8223 with Priority: HIGH for action security_group_rules [ 999.075059] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGH for action security_group_rules [ 999.075122] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf794659-988d-4f26-876f-e53bd6c025a7 with Priority: HIGH for action security_group_rules [ 999.075186] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9a26793-b4e4-4be0-940a-114e3907655e with Priority: HIGH for action security_group_rules [ 999.075279] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.171382] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.673943] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.775998] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: SUCCESS [ 999.776274] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.178264] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.178433] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.178591] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.178872] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.178994] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.179207] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1202e2-7458-4126-a731-930d3eadd68b is going to be updated. [ 1000.207706] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.207887] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.207932] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.208482] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.208482] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.215837] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: IN_PROGRESS for 2s [ 1000.330583] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: SUCCESS [ 1000.330759] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 deletion is rescheduled due to dependency. [ 1000.330873] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.553767] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d366e8-41df-4b11-a769-1885b63416ab in Status: SUCCESS [ 1000.553932] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.555031] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.555031] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.555031] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.555031] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.555031] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.555031] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.555031] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.556477] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.556477] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2d366e8-41df-4b11-a769-1885b63416ab',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.057828] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2d366e8-41df-4b11-a769-1885b63416ab',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.560454] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2d366e8-41df-4b11-a769-1885b63416ab: rpc.has_security_group_logging(os_id): False [ 1001.577595] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.577595] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.577595] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.577837] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.577837] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.578385] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.578385] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.578385] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.578523] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.578661] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.578801] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2d366e8-41df-4b11-a769-1885b63416ab is going to be created. [ 1001.635843] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.636036] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.636099] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.636390] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.636580] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.646666] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2d366e8-41df-4b11-a769-1885b63416ab in Status: IN_PROGRESS for 2s [ 1002.226050] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: SUCCESS [ 1002.226050] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.226382] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.226382] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.226639] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.226838] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.226838] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.227023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.227138] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.227254] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1202e2-7458-4126-a731-930d3eadd68b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.428927] env[63412]: INFO networking_nsxv3.common.synchronization [req-5f784564-0c27-483d-b923-3196a0c5a85e req-322354d6-c43e-4974-85fc-c94ee3f45479 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Enqueued Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_members [ 1002.428927] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_members [ 1002.428927] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGH for action security_group_rules [ 1002.428927] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4f671ef-5660-41ba-b9bb-433ac94c086d with Priority: HIGH for action security_group_rules [ 1002.428927] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGH for action security_group_rules [ 1002.428927] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 199cc188-56b1-43c8-a09d-6747901912b7 with Priority: HIGH for action security_group_rules [ 1002.429616] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a26793-b4e4-4be0-940a-114e3907655e with Priority: HIGH for action security_group_rules [ 1002.429859] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf794659-988d-4f26-876f-e53bd6c025a7 with Priority: HIGH for action security_group_rules [ 1002.430092] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGH for action security_group_rules [ 1002.430306] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838652d0-2548-45cc-9877-0848787d8223 with Priority: HIGH for action security_group_rules [ 1002.430510] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef with Priority: HIGH for action security_group_rules [ 1002.430726] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f with Priority: HIGH for action security_group_rules [ 1002.431378] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274779ee-014b-4c42-b516-f877b979a5d4 with Priority: HIGH for action security_group_rules [ 1002.431378] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f992bb52-c4c0-4793-baa2-14f109bb5b5e with Priority: HIGH for action security_group_rules [ 1002.431378] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34dd8f23-6d7d-419e-bd9f-293fdf756f4b with Priority: HIGH for action security_group_rules [ 1002.431378] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01383578-ec9f-463e-b409-60136af83127 with Priority: HIGH for action security_group_rules [ 1002.431378] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f with Priority: HIGH for action security_group_rules [ 1002.431378] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f with Priority: HIGH for action security_group_rules [ 1002.432470] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 with Priority: HIGH for action security_group_rules [ 1002.432470] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938fc471-fc6c-4818-b354-56b34b9d146e with Priority: HIGH for action security_group_rules [ 1002.432470] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b with Priority: HIGH for action security_group_rules [ 1002.432470] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 with Priority: HIGH for action security_group_rules [ 1002.432470] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.432470] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.432470] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.432844] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.432934] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.433071] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.433154] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.433328] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.433436] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.433552] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.435113] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.435255] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.436338] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.436338] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.436338] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.436726] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4f671ef-5660-41ba-b9bb-433ac94c086d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.436872] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.436965] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.437167] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.437682] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4f671ef-5660-41ba-b9bb-433ac94c086d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.439604] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.439604] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.439604] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.439604] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.439604] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.440099] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-199cc188-56b1-43c8-a09d-6747901912b7 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.440237] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-199cc188-56b1-43c8-a09d-6747901912b7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.440327] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-199cc188-56b1-43c8-a09d-6747901912b7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.440505] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-199cc188-56b1-43c8-a09d-6747901912b7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.440608] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('199cc188-56b1-43c8-a09d-6747901912b7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.441336] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9a26793-b4e4-4be0-940a-114e3907655e taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.441545] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.441668] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.441927] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.442049] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9a26793-b4e4-4be0-940a-114e3907655e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.444565] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf794659-988d-4f26-876f-e53bd6c025a7 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.446413] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.446413] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.446413] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.446413] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf794659-988d-4f26-876f-e53bd6c025a7',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.447222] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.447222] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.447222] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.447222] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.447222] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.447990] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-838652d0-2548-45cc-9877-0848787d8223 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.448142] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-838652d0-2548-45cc-9877-0848787d8223" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.448256] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-838652d0-2548-45cc-9877-0848787d8223" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.448473] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-838652d0-2548-45cc-9877-0848787d8223" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.449159] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('838652d0-2548-45cc-9877-0848787d8223',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.449330] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.449475] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.449581] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.449761] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.449855] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.450754] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.451730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.451730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.451730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.451730] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5fcea6a-ac0c-430f-94e0-e30e44aaa08f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.452040] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-274779ee-014b-4c42-b516-f877b979a5d4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.452102] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.452170] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.452335] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.452438] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('274779ee-014b-4c42-b516-f877b979a5d4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.453200] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f992bb52-c4c0-4793-baa2-14f109bb5b5e taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.453336] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f992bb52-c4c0-4793-baa2-14f109bb5b5e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.453431] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f992bb52-c4c0-4793-baa2-14f109bb5b5e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.453612] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f992bb52-c4c0-4793-baa2-14f109bb5b5e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.453753] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f992bb52-c4c0-4793-baa2-14f109bb5b5e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.454593] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34dd8f23-6d7d-419e-bd9f-293fdf756f4b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.454748] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34dd8f23-6d7d-419e-bd9f-293fdf756f4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.454842] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34dd8f23-6d7d-419e-bd9f-293fdf756f4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.455033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34dd8f23-6d7d-419e-bd9f-293fdf756f4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.455141] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34dd8f23-6d7d-419e-bd9f-293fdf756f4b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.456264] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01383578-ec9f-463e-b409-60136af83127 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.456517] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01383578-ec9f-463e-b409-60136af83127" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.456517] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01383578-ec9f-463e-b409-60136af83127" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.456731] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01383578-ec9f-463e-b409-60136af83127" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.456935] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01383578-ec9f-463e-b409-60136af83127',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.457835] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.458036] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.458224] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.458488] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.458626] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('288c6d1f-1b37-45e7-8f73-4f47f1b0a59f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.459613] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.459799] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.460143] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.460360] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.460474] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.461178] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3c53f1a-4406-4cfd-92c6-ab6869475822 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.461267] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.461345] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.461569] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.461776] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3c53f1a-4406-4cfd-92c6-ab6869475822',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.462496] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-938fc471-fc6c-4818-b354-56b34b9d146e taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.462553] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.462618] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.462795] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.462832] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('938fc471-fc6c-4818-b354-56b34b9d146e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.463971] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.464069] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.464150] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.464283] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.464354] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e566327-5bae-49b6-81a6-1eeb8e1fdc5b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.464566] env[63412]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1002.465306] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad7db65-87dc-460c-aa73-bb6c15e307c2 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.465392] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.465545] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.465602] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.465774] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad7db65-87dc-460c-aa73-bb6c15e307c2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.706183] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-873 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.706565] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-873" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.706776] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-873" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.707157] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-873" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.707486] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.707693] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.707844] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.708108] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.708289] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.708557] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1002.708710] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.708836] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.708954] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.709096] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1002.709214] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.709358] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.731019] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.731019] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1002.731019] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.731019] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-873" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.731019] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-92f7cde8-0d6a-4a68-afa3-c16cf41e5e87 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.731019] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-92f7cde8-0d6a-4a68-afa3-c16cf41e5e87" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.731019] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-92f7cde8-0d6a-4a68-afa3-c16cf41e5e87" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.731019] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-92f7cde8-0d6a-4a68-afa3-c16cf41e5e87" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.731019] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92f7cde8-0d6a-4a68-afa3-c16cf41e5e87',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.732417] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.732654] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.733949] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.733949] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.751691] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.751938] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.752106] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.752151] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.752308] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.753150] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.753150] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1202e2-7458-4126-a731-930d3eadd68b is going to be updated. [ 1002.775714] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.775880] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.775969] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.778472] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.778472] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.785225] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: IN_PROGRESS for 2s [ 1002.968648] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.968778] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.968851] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.969088] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.969265] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.969364] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.969434] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.969581] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.969663] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.969804] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.970034] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.972568] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-21b3bb0a-eab8-48b7-b110-55469fd10d8d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.972727] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.972785] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.972936] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.973152] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.973152] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.973234] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.973396] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.973469] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.973563] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.973664] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.974549] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.974651] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.975629] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.975629] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.975629] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.975629] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.975629] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.975629] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.975629] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.975981] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.975981] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.976622] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.976923] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.976923] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.976923] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.977077] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.977166] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.977235] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.977362] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.977491] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.977590] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.977670] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e566327-5bae-49b6-81a6-1eeb8e1fdc5b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.980281] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.980388] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.980545] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.980608] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.037475] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.037475] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.037475] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.037475] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.038062] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.038153] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.038910] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.038910] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.045413] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.045506] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.048881] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.048991] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.049721] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.049813] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.051041] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.051041] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.051331] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.051422] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.052207] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.052418] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.052933] env[63412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1003.053421] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.053521] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.054192] env[63412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1003.054599] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.054716] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.055342] env[63412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1003.055742] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.055848] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.056435] env[63412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1003.056828] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.056930] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.057535] env[63412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1003.057911] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.058035] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.058580] env[63412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1003.058953] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.059080] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.059686] env[63412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1003.060073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.060266] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.060370] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.060446] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.060630] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.060705] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.060790] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f is going to be updated. [ 1003.061704] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.061885] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.076083] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.076252] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 274779ee-014b-4c42-b516-f877b979a5d4 is going to be deleted. [ 1003.077051] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.077244] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.085121] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.085244] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.085306] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.085579] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.085712] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.093234] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.093385] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01383578-ec9f-463e-b409-60136af83127 is going to be deleted. [ 1003.094299] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.094487] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.096788] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: IN_PROGRESS for 2s [ 1003.112928] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.113079] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 199cc188-56b1-43c8-a09d-6747901912b7 is going to be deleted. [ 1003.114355] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.114549] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.136578] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.136685] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 938fc471-fc6c-4818-b354-56b34b9d146e is going to be deleted. [ 1003.137676] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.137869] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.139298] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.139485] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.156858] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.157039] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.157939] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.158095] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.163944] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.164131] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9a26793-b4e4-4be0-940a-114e3907655e is going to be deleted. [ 1003.165379] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.165677] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.209983] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.210144] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.215971] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.216114] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 838652d0-2548-45cc-9877-0848787d8223 is going to be deleted. [ 1003.217058] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.217272] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.235478] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.235850] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.235850] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.236167] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.236327] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.236488] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 92f7cde8-0d6a-4a68-afa3-c16cf41e5e87 not found, creating... [ 1003.236821] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.237224] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.237224] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.237378] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.237563] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.237859] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.238031] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.238157] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.238365] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.238525] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.238666] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 92f7cde8-0d6a-4a68-afa3-c16cf41e5e87 is going to be created. [ 1003.267965] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.268111] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.271801] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.271919] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34dd8f23-6d7d-419e-bd9f-293fdf756f4b is going to be deleted. [ 1003.273773] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.273981] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.275673] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.275883] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.276025] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.276293] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.276530] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.276778] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-92f7cde8-0d6a-4a68-afa3-c16cf41e5e87" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.313343] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.313505] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f is going to be deleted. [ 1003.314397] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.314612] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.368019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.368187] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad7db65-87dc-460c-aa73-bb6c15e307c2 is going to be deleted. [ 1003.369051] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.369282] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.381483] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.381745] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.411829] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.412031] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.431114] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.431304] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.471351] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.471543] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3c53f1a-4406-4cfd-92c6-ab6869475822 is going to be deleted. [ 1003.472715] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.472959] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.478748] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.479661] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.480514] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.496523] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e566327-5bae-49b6-81a6-1eeb8e1fdc5b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.527079] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.527079] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf794659-988d-4f26-876f-e53bd6c025a7 is going to be deleted. [ 1003.528073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.528422] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.531778] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.531903] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.613944] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.614149] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f992bb52-c4c0-4793-baa2-14f109bb5b5e is going to be deleted. [ 1003.615108] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.615340] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.662860] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.662860] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.675054] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.675054] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 is going to be deleted. [ 1003.675659] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.675873] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.689459] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2d366e8-41df-4b11-a769-1885b63416ab in Status: SUCCESS [ 1003.689737] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.722586] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.722749] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.734266] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.734266] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5fcea6a-ac0c-430f-94e0-e30e44aaa08f is going to be deleted. [ 1003.735176] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.735481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.737713] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.737840] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.796164] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.796304] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4f671ef-5660-41ba-b9bb-433ac94c086d is going to be deleted. [ 1003.797394] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.797649] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.819377] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.819377] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.838075] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.838283] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f is going to be deleted. [ 1003.839890] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.840202] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.840332] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.840508] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-274779ee-014b-4c42-b516-f877b979a5d4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.840891] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.841274] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.841385] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.841515] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-199cc188-56b1-43c8-a09d-6747901912b7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.842133] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.842311] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.842395] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.842524] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01383578-ec9f-463e-b409-60136af83127" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.842669] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.842820] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.842897] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.844086] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-938fc471-fc6c-4818-b354-56b34b9d146e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.847116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.847116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.847116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.847116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9a26793-b4e4-4be0-940a-114e3907655e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.847116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.847116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.847116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.847116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-838652d0-2548-45cc-9877-0848787d8223" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.847116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.847116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.847116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.847116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34dd8f23-6d7d-419e-bd9f-293fdf756f4b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.847116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.847116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.847116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.847116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b18e82a-bcfc-4ba6-8126-37edb9a1ef8f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.847116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.847116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.847116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.847116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad7db65-87dc-460c-aa73-bb6c15e307c2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.847116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.847116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.847116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.847116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3c53f1a-4406-4cfd-92c6-ab6869475822" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.847116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.847116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.847116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.848095] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf794659-988d-4f26-876f-e53bd6c025a7" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.848095] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.848095] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.848095] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.848095] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f992bb52-c4c0-4793-baa2-14f109bb5b5e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.848095] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.848095] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.848095] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.853915] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.866024] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.866165] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.866239] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.866429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.866510] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.866637] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5fcea6a-ac0c-430f-94e0-e30e44aaa08f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.907244] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.907391] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.907526] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.907738] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.907828] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.907947] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4f671ef-5660-41ba-b9bb-433ac94c086d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.947723] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.947723] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.947723] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.947723] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.947723] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.947723] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.984030] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a3abd40-d98e-4772-aeb7-ff43ef37df0b: rpc.has_security_group_logging(os_id): False [ 1003.984030] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21b3bb0a-eab8-48b7-b110-55469fd10d8d: rpc.has_security_group_logging(os_id): False [ 1003.984030] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef: rpc.has_security_group_logging(os_id): False [ 1003.999757] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b: rpc.has_security_group_logging(os_id): False [ 1004.007546] env[63412]: INFO networking_nsxv3.common.synchronization [req-5f784564-0c27-483d-b923-3196a0c5a85e req-2a70a8d5-96a8-4d5b-a65f-a5be9441d350 service nova] Enqueued Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_rules [ 1004.007755] env[63412]: INFO networking_nsxv3.common.synchronization [req-5f784564-0c27-483d-b923-3196a0c5a85e req-2a70a8d5-96a8-4d5b-a65f-a5be9441d350 service nova] Enqueued Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_members [ 1004.007901] env[63412]: INFO networking_nsxv3.common.synchronization [req-5f784564-0c27-483d-b923-3196a0c5a85e req-2a70a8d5-96a8-4d5b-a65f-a5be9441d350 service nova] Enqueued Resource ID: 92f7cde8-0d6a-4a68-afa3-c16cf41e5e87 with Priority: HIGHEST for action port [ 1004.008143] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_rules [ 1004.008265] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_members [ 1004.008357] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92f7cde8-0d6a-4a68-afa3-c16cf41e5e87 with Priority: HIGHEST for action port [ 1004.008912] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.009026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.009132] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.009303] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.009352] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.010137] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.010227] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.010417] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-92f7cde8-0d6a-4a68-afa3-c16cf41e5e87 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.010517] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92f7cde8-0d6a-4a68-afa3-c16cf41e5e87" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.010581] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92f7cde8-0d6a-4a68-afa3-c16cf41e5e87" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.010768] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92f7cde8-0d6a-4a68-afa3-c16cf41e5e87" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.010840] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92f7cde8-0d6a-4a68-afa3-c16cf41e5e87',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.024910] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.024910] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.024910] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.024910] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.027589] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.027708] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.029744] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.029830] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.047257] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.047257] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.068740] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.069055] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.070088] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.070088] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.070607] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.070607] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.070607] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b is going to be updated. [ 1004.073146] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.073146] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.105846] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.106719] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.106719] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.106719] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.106719] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.106719] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.106719] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef is going to be updated. [ 1004.109224] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.110153] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.143668] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.144113] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.144219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.144219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.144951] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.144951] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.144951] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b is going to be updated. [ 1004.146190] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.146567] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.197824] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.198153] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.198281] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.198350] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.198550] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.198633] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.198721] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d is going to be updated. [ 1004.216121] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.216440] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.216440] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.216635] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.216826] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.233686] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b in Status: IN_PROGRESS for 2s [ 1004.275039] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.275039] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.275039] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.275512] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.275687] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.308466] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef in Status: IN_PROGRESS for 2s [ 1004.311800] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.313822] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.313822] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.313822] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.313822] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.318469] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.318764] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.318944] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.320502] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.320502] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.332837] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b in Status: IN_PROGRESS for 2s [ 1004.351794] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d in Status: IN_PROGRESS for 2s [ 1004.513571] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.513571] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.513571] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92f7cde8-0d6a-4a68-afa3-c16cf41e5e87 with status ACTIVE [ 1004.513571] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.513571] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.513571] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.513571] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.513966] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.513966] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.513966] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.513966] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.514142] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.514752] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.514752] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.514752] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.514752] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.514752] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.514752] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.515083] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92f7cde8-0d6a-4a68-afa3-c16cf41e5e87 is going to be updated. [ 1004.535962] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.536122] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.536197] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.536394] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.536853] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.536853] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92f7cde8-0d6a-4a68-afa3-c16cf41e5e87" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.798626] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1202e2-7458-4126-a731-930d3eadd68b in Status: SUCCESS [ 1004.798799] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1202e2-7458-4126-a731-930d3eadd68b deletion is rescheduled due to dependency. [ 1004.798922] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1202e2-7458-4126-a731-930d3eadd68b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.106701] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: SUCCESS [ 1005.107745] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f deletion is rescheduled due to dependency. [ 1005.107745] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.107745] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.107745] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.107745] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.107745] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.107745] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.108029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.108029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.108029] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.611209] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.113157] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.246028] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b in Status: SUCCESS [ 1006.246249] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.320067] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef in Status: SUCCESS [ 1006.320217] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.342114] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b in Status: SUCCESS [ 1006.342334] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.362194] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d in Status: SUCCESS [ 1006.362433] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.620549] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.620549] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.620549] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.620549] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.620549] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.620549] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f is going to be updated. [ 1006.643793] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.644177] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.644331] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.644640] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.644883] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.653452] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: IN_PROGRESS for 2s [ 1008.664107] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: SUCCESS [ 1008.664654] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.665052] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.665279] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.665521] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.665669] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.665754] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.665948] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.666067] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.666175] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.666295] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.009544] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1009.009695] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1009.169065] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.169229] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.169306] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.169528] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.169775] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.169874] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.169874] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.170123] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.170123] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.170318] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.170318] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.170686] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.170686] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.170815] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.170878] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.170970] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.171033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.171241] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.171241] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.171355] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.171559] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.568561] env[63412]: INFO networking_nsxv3.common.synchronization [req-bd537e11-64bc-4ecc-92f2-2dac0cbf1595 req-9df0f288-c9fa-4271-89b1-cf3d3ad3c522 tempest-ServersTestJSON-406246726 tempest-ServersTestJSON-406246726-project-member] Enqueued Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 1009.569200] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 1009.569576] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.569714] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.569797] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.570051] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.570261] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.570392] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.570477] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.570777] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.570949] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.571072] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.673503] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22d326f5-5fd7-4b43-a21f-a0c84243672f: rpc.has_security_group_logging(os_id): False [ 1009.693825] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.693983] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.694066] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.694280] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.694370] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.694559] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.694656] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.694719] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.694867] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.694942] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.695152] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.695247] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.695598] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.695598] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.695598] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.695834] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.695964] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.696065] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.696262] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.696369] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.696487] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f is going to be updated. [ 1009.764207] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.764386] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.764433] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.764622] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.764769] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.777616] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: IN_PROGRESS for 2s [ 1010.073996] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.575545] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.078327] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.078731] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.078731] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.078809] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.078918] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.079017] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36483e6f-5723-4b93-8a36-a832c1be7980 is going to be updated. [ 1011.103651] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.103853] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.103911] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.104170] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.104349] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.114309] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: IN_PROGRESS for 2s [ 1011.790667] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: SUCCESS [ 1011.790922] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.820141] env[63412]: INFO networking_nsxv3.common.synchronization [req-eaca517e-deac-40e4-a5f3-80d4230f0643 req-699b18f8-58ca-4cd3-8ca9-d0e34eda4bc4 tempest-ListServerFiltersTestJSON-1504933973 tempest-ListServerFiltersTestJSON-1504933973-project-member] Enqueued Resource ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 with Priority: HIGHEST for action security_group_members [ 1012.820660] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 with Priority: HIGHEST for action security_group_members [ 1012.820969] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f6b52b-5e1a-4541-aa7b-10152ec5da24 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.821346] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.821346] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.821346] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.821494] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.821589] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.821644] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.821789] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.821870] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.821963] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.123684] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: SUCCESS [ 1013.123890] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.324411] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.826928] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.013927] env[63412]: INFO networking_nsxv3.common.synchronization [req-323986f6-7afc-468e-97f7-152c425c7218 req-f4f10411-ec87-4564-bf81-541c03a62abd tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Enqueued Resource ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b with Priority: HIGHEST for action security_group_members [ 1014.014671] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b with Priority: HIGHEST for action security_group_members [ 1014.014944] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.016074] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.016074] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.016074] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.016074] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.016074] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.016074] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.016309] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.016309] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.016360] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e566327-5bae-49b6-81a6-1eeb8e1fdc5b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.330127] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.330400] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.330508] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.330746] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.330846] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.330961] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 is going to be updated. [ 1014.359073] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.359073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.359073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.359073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.359073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.366799] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 in Status: IN_PROGRESS for 2s [ 1014.519903] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e566327-5bae-49b6-81a6-1eeb8e1fdc5b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.558963] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-92 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.559189] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.559388] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.559589] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.559857] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.560181] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.560308] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.560536] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.560694] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.560914] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1014.561044] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.561160] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.561275] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.561390] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1014.561501] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.561694] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.578925] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.579110] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1014.579256] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.579447] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.579841] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-488a9932-c081-4e9e-9d64-19b4a1c42d49 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.580050] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-488a9932-c081-4e9e-9d64-19b4a1c42d49" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.580181] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-488a9932-c081-4e9e-9d64-19b4a1c42d49" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.581043] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-488a9932-c081-4e9e-9d64-19b4a1c42d49" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.581313] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('488a9932-c081-4e9e-9d64-19b4a1c42d49',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.023510] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e566327-5bae-49b6-81a6-1eeb8e1fdc5b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.084268] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.084448] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.084548] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.085448] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.085448] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.085448] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 488a9932-c081-4e9e-9d64-19b4a1c42d49 not found, creating... [ 1015.085448] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.085671] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.085771] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.085943] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.086092] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.086380] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.086536] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.086656] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.086862] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.086995] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.089351] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 488a9932-c081-4e9e-9d64-19b4a1c42d49 is going to be created. [ 1015.107470] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.107874] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.108549] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.108921] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.109214] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.109648] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-488a9932-c081-4e9e-9d64-19b4a1c42d49" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.525867] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.526049] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.526115] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.526326] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.526550] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.526550] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b is going to be updated. [ 1015.551841] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.551983] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.552065] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.552280] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.552418] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.560863] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b in Status: IN_PROGRESS for 2s [ 1016.364902] env[63412]: INFO networking_nsxv3.common.synchronization [req-323986f6-7afc-468e-97f7-152c425c7218 req-09877cf0-7593-4f77-89fb-05eaba0d9e7e service nova] Enqueued Resource ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b with Priority: HIGHEST for action security_group_rules [ 1016.365160] env[63412]: INFO networking_nsxv3.common.synchronization [req-323986f6-7afc-468e-97f7-152c425c7218 req-09877cf0-7593-4f77-89fb-05eaba0d9e7e service nova] Enqueued Resource ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b with Priority: HIGHEST for action security_group_members [ 1016.365272] env[63412]: INFO networking_nsxv3.common.synchronization [req-323986f6-7afc-468e-97f7-152c425c7218 req-09877cf0-7593-4f77-89fb-05eaba0d9e7e service nova] Enqueued Resource ID: 488a9932-c081-4e9e-9d64-19b4a1c42d49 with Priority: HIGHEST for action port [ 1016.365803] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b with Priority: HIGHEST for action security_group_rules [ 1016.365937] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b with Priority: HIGHEST for action security_group_members [ 1016.371560] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 488a9932-c081-4e9e-9d64-19b4a1c42d49 with Priority: HIGHEST for action port [ 1016.371909] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.372049] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.372120] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.372326] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.372407] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e566327-5bae-49b6-81a6-1eeb8e1fdc5b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.376701] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.376802] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.378149] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-488a9932-c081-4e9e-9d64-19b4a1c42d49 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.378263] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-488a9932-c081-4e9e-9d64-19b4a1c42d49" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.378331] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-488a9932-c081-4e9e-9d64-19b4a1c42d49" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.378524] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-488a9932-c081-4e9e-9d64-19b4a1c42d49" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.378718] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('488a9932-c081-4e9e-9d64-19b4a1c42d49',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.389360] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 in Status: SUCCESS [ 1016.389576] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.596014] env[63412]: INFO networking_nsxv3.common.synchronization [req-52333da4-8ca1-44cc-bb8d-d023d3743965 req-42946d3c-5ffc-4471-ac72-2ad2d3040f3f tempest-ImagesTestJSON-284998145 tempest-ImagesTestJSON-284998145-project-member] Enqueued Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_members [ 1016.596137] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_members [ 1016.596402] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.596527] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.596596] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.596801] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.596952] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.597060] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.597124] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.597270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.597353] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.597446] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.877248] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.877408] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.881341] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 488a9932-c081-4e9e-9d64-19b4a1c42d49 with status ACTIVE [ 1016.881737] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.881737] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.881737] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.882112] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.882112] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.882663] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.882663] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.882663] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.882663] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.882822] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.883072] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.883072] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.883072] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.883210] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.883629] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.883629] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 488a9932-c081-4e9e-9d64-19b4a1c42d49 is going to be updated. [ 1016.906242] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.906539] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.906539] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.906649] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.906785] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.906938] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-488a9932-c081-4e9e-9d64-19b4a1c42d49" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.015122] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-642 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.015122] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-642" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.015122] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-642" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.015122] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-642" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.015375] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.015453] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.015622] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.015859] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.016015] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.016232] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1017.016347] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.016458] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.016567] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.016677] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1017.016784] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.016914] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.037806] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.037806] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1017.037995] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.038142] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-642" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.038932] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-38b08e54-b467-4704-bc8e-b3e125131989 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.038932] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-38b08e54-b467-4704-bc8e-b3e125131989" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.038932] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-38b08e54-b467-4704-bc8e-b3e125131989" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.039201] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-38b08e54-b467-4704-bc8e-b3e125131989" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.039320] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38b08e54-b467-4704-bc8e-b3e125131989',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.100112] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.100291] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.100371] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.100599] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.121168] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.121424] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.121547] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.121614] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.121815] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.121897] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.121988] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 is going to be updated. [ 1017.147231] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.147335] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.147368] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.147681] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.147888] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.160064] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: IN_PROGRESS for 2s [ 1017.542445] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.542737] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.542846] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.543164] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.543332] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.543501] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 38b08e54-b467-4704-bc8e-b3e125131989 not found, creating... [ 1017.543865] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.544046] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.544170] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.544418] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.544558] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.544908] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.545151] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.545237] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.545492] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.545660] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.545811] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 38b08e54-b467-4704-bc8e-b3e125131989 is going to be created. [ 1017.563829] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.564107] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.564230] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.565669] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.565669] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.565669] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-38b08e54-b467-4704-bc8e-b3e125131989" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.572536] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b in Status: SUCCESS [ 1017.573068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.573068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.573448] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.573448] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.573593] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.573593] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.573700] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.573811] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.573934] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e566327-5bae-49b6-81a6-1eeb8e1fdc5b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.908285] env[63412]: INFO networking_nsxv3.common.synchronization [req-5c7c546a-9f77-4220-84ad-5397b1012fde req-14b032f8-30cb-4281-87a5-a9dfe46e8696 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Enqueued Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_members [ 1017.908796] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGHEST for action security_group_members [ 1017.909286] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.909286] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.909286] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.909473] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.909617] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.909733] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.909784] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.909919] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.909996] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.910781] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.077946] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e566327-5bae-49b6-81a6-1eeb8e1fdc5b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.388069] env[63412]: INFO networking_nsxv3.common.synchronization [None req-a47337a4-9fb2-440b-95b1-35467fb210e2 None None] Enqueued Resource ID: c05bdea3-1f17-4696-9bfb-4f7cf92eb9dc with Priority: HIGHEST for action port [ 1018.391948] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c05bdea3-1f17-4696-9bfb-4f7cf92eb9dc with Priority: HIGHEST for action port [ 1018.391948] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-c05bdea3-1f17-4696-9bfb-4f7cf92eb9dc taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.391948] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c05bdea3-1f17-4696-9bfb-4f7cf92eb9dc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.391948] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c05bdea3-1f17-4696-9bfb-4f7cf92eb9dc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.391948] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c05bdea3-1f17-4696-9bfb-4f7cf92eb9dc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.391948] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c05bdea3-1f17-4696-9bfb-4f7cf92eb9dc',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.413504] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.413796] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.413796] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.414105] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.414227] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.414472] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.414601] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.414686] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.414936] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.415043] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.415160] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f is going to be updated. [ 1018.442393] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.442393] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.442393] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.442393] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.442393] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.450533] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: IN_PROGRESS for 2s [ 1018.582218] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e566327-5bae-49b6-81a6-1eeb8e1fdc5b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.669832] env[63412]: INFO networking_nsxv3.common.synchronization [req-52333da4-8ca1-44cc-bb8d-d023d3743965 req-4a19e031-95d5-4039-aae1-39d2b1f619f1 service nova] Enqueued Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_rules [ 1018.674181] env[63412]: INFO networking_nsxv3.common.synchronization [req-52333da4-8ca1-44cc-bb8d-d023d3743965 req-4a19e031-95d5-4039-aae1-39d2b1f619f1 service nova] Enqueued Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_members [ 1018.674181] env[63412]: INFO networking_nsxv3.common.synchronization [req-52333da4-8ca1-44cc-bb8d-d023d3743965 req-4a19e031-95d5-4039-aae1-39d2b1f619f1 service nova] Enqueued Resource ID: 38b08e54-b467-4704-bc8e-b3e125131989 with Priority: HIGHEST for action port [ 1018.674181] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_rules [ 1018.674181] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_members [ 1018.674181] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38b08e54-b467-4704-bc8e-b3e125131989 with Priority: HIGHEST for action port [ 1018.674181] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.674181] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.674181] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.674181] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.674181] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.674181] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.674181] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.674181] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-38b08e54-b467-4704-bc8e-b3e125131989 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.674181] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38b08e54-b467-4704-bc8e-b3e125131989" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.674181] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38b08e54-b467-4704-bc8e-b3e125131989" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.674181] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38b08e54-b467-4704-bc8e-b3e125131989" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.674181] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38b08e54-b467-4704-bc8e-b3e125131989',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.893513] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c05bdea3-1f17-4696-9bfb-4f7cf92eb9dc [ 1018.893754] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.893894] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.893965] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.894208] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.894316] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.894418] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c05bdea3-1f17-4696-9bfb-4f7cf92eb9dc already deleted. [ 1018.894524] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c05bdea3-1f17-4696-9bfb-4f7cf92eb9dc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.998069] env[63412]: INFO networking_nsxv3.common.synchronization [req-9a6a4435-c469-44ea-877e-ea137a017565 req-f0d649a4-bc20-48d9-a4ef-4ae81cdcbfd3 tempest-SecurityGroupRulesTestJSON-305522123 tempest-SecurityGroupRulesTestJSON-305522123-project-member] Enqueued Resource ID: 4b7875d4-8329-4db7-b102-efac15aba480 with Priority: HIGHEST for action security_group_rules [ 1018.998633] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b7875d4-8329-4db7-b102-efac15aba480 with Priority: HIGHEST for action security_group_rules [ 1018.998940] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b7875d4-8329-4db7-b102-efac15aba480 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.999730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b7875d4-8329-4db7-b102-efac15aba480" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.999829] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b7875d4-8329-4db7-b102-efac15aba480" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.000133] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b7875d4-8329-4db7-b102-efac15aba480" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.001383] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b7875d4-8329-4db7-b102-efac15aba480',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.085060] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.085265] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.085314] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.085603] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.085690] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.086114] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b is going to be updated. [ 1019.113440] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.113573] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.113651] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.113870] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.113980] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.124414] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b in Status: IN_PROGRESS for 2s [ 1019.170515] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: IN_PROGRESS for 4s [ 1019.175102] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.175265] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.180012] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38b08e54-b467-4704-bc8e-b3e125131989 with status ACTIVE [ 1019.180012] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.180012] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.180012] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.180329] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.180329] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.180400] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.180509] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.180568] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.181239] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.181366] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.181576] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.182324] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.182324] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.182324] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.182324] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.182455] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38b08e54-b467-4704-bc8e-b3e125131989 is going to be updated. [ 1019.204987] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.205263] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.205356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.206089] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.206089] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.206089] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38b08e54-b467-4704-bc8e-b3e125131989" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.521182] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.521182] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.521182] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.521182] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.521182] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.522437] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b7875d4-8329-4db7-b102-efac15aba480 already deleted. [ 1019.522437] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b7875d4-8329-4db7-b102-efac15aba480" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.078350] env[63412]: INFO networking_nsxv3.common.synchronization [req-60f79d51-832d-4375-877a-e2f5b03ca719 req-cde1b0b2-2752-42b6-b77b-707449bbb355 tempest-SecurityGroupRulesTestJSON-305522123 tempest-SecurityGroupRulesTestJSON-305522123-project-member] Enqueued Resource ID: 2d2341c5-b947-4569-ac4d-0659a310c32b with Priority: HIGHEST for action security_group_rules [ 1020.078610] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d2341c5-b947-4569-ac4d-0659a310c32b with Priority: HIGHEST for action security_group_rules [ 1020.078959] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d2341c5-b947-4569-ac4d-0659a310c32b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.079103] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d2341c5-b947-4569-ac4d-0659a310c32b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.079160] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d2341c5-b947-4569-ac4d-0659a310c32b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.079387] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d2341c5-b947-4569-ac4d-0659a310c32b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.079467] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d2341c5-b947-4569-ac4d-0659a310c32b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.459586] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f in Status: SUCCESS [ 1020.459780] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f deletion is rescheduled due to dependency. [ 1020.459901] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.602131] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.602347] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.602714] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.602714] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.602714] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.602971] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d2341c5-b947-4569-ac4d-0659a310c32b already deleted. [ 1020.602971] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d2341c5-b947-4569-ac4d-0659a310c32b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.719699] env[63412]: INFO networking_nsxv3.common.synchronization [req-84d96b47-2c05-43b8-bfed-2be32af31688 req-e54f2cca-ebeb-46ff-81ee-61da4903ff2b tempest-SecurityGroupRulesTestJSON-305522123 tempest-SecurityGroupRulesTestJSON-305522123-project-member] Enqueued Resource ID: de21699a-6b69-4cf4-9654-56368335057c with Priority: HIGHEST for action security_group_rules [ 1020.721340] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de21699a-6b69-4cf4-9654-56368335057c with Priority: HIGHEST for action security_group_rules [ 1020.722102] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de21699a-6b69-4cf4-9654-56368335057c taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.722400] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de21699a-6b69-4cf4-9654-56368335057c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.722516] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de21699a-6b69-4cf4-9654-56368335057c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.723688] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de21699a-6b69-4cf4-9654-56368335057c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.723688] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de21699a-6b69-4cf4-9654-56368335057c',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.817920] env[63412]: INFO networking_nsxv3.common.synchronization [None req-041b6e20-bc39-4df3-8360-424676ec3181 None None] Enqueued Resource ID: 7e39b401-8243-4478-8f54-e22871db0eed with Priority: HIGHEST for action port [ 1020.818641] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e39b401-8243-4478-8f54-e22871db0eed with Priority: HIGHEST for action port [ 1020.819130] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e39b401-8243-4478-8f54-e22871db0eed taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.819324] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e39b401-8243-4478-8f54-e22871db0eed" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.819413] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e39b401-8243-4478-8f54-e22871db0eed" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.819918] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e39b401-8243-4478-8f54-e22871db0eed" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.820081] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e39b401-8243-4478-8f54-e22871db0eed',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.135640] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b in Status: SUCCESS [ 1021.135640] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.135640] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.135640] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.135640] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.135640] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.135640] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.135640] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.135640] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.135640] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.135640] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e566327-5bae-49b6-81a6-1eeb8e1fdc5b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.187343] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: SUCCESS [ 1021.187596] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 deletion is rescheduled due to dependency. [ 1021.187725] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.187909] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.188149] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.188369] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.188495] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.188584] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.188809] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.188927] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.189046] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.244957] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.244957] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.244957] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.244957] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.244957] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.244957] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de21699a-6b69-4cf4-9654-56368335057c already deleted. [ 1021.244957] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de21699a-6b69-4cf4-9654-56368335057c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.322834] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e39b401-8243-4478-8f54-e22871db0eed [ 1021.323090] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.323227] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.323289] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.323501] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.323589] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.323680] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e39b401-8243-4478-8f54-e22871db0eed already deleted. [ 1021.323756] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e39b401-8243-4478-8f54-e22871db0eed" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.638256] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e566327-5bae-49b6-81a6-1eeb8e1fdc5b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.691610] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.083772] env[63412]: INFO networking_nsxv3.common.synchronization [req-482b1a1a-cd38-46e7-b50d-93a5f301944c req-5f86c209-b8fd-4d54-8f95-eb4b78c550e9 tempest-SecurityGroupRulesTestJSON-305522123 tempest-SecurityGroupRulesTestJSON-305522123-project-member] Enqueued Resource ID: 76d82af2-3fb5-40e9-a5d9-e3f10f053772 with Priority: HIGHEST for action security_group_rules [ 1022.084248] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76d82af2-3fb5-40e9-a5d9-e3f10f053772 with Priority: HIGHEST for action security_group_rules [ 1022.084582] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76d82af2-3fb5-40e9-a5d9-e3f10f053772 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.084707] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76d82af2-3fb5-40e9-a5d9-e3f10f053772" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.084789] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76d82af2-3fb5-40e9-a5d9-e3f10f053772" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.085280] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76d82af2-3fb5-40e9-a5d9-e3f10f053772" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.085363] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76d82af2-3fb5-40e9-a5d9-e3f10f053772',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.141414] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b: rpc.has_security_group_logging(os_id): False [ 1022.157947] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.158121] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.158194] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.158411] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.158504] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.158833] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.158901] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.158934] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.159189] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.159301] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.159395] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b is going to be updated. [ 1022.194309] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.215262] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.215446] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.215525] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.215740] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.215889] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.230630] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b in Status: IN_PROGRESS for 2s [ 1022.604473] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.604473] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.604619] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.604728] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.605183] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.605183] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76d82af2-3fb5-40e9-a5d9-e3f10f053772 already deleted. [ 1022.605183] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76d82af2-3fb5-40e9-a5d9-e3f10f053772" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.697575] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.697776] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.697910] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.698271] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.698460] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.698678] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 is going to be updated. [ 1022.725200] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.725442] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.725495] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.725746] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.725948] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.734238] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: IN_PROGRESS for 2s [ 1023.822286] env[63412]: INFO networking_nsxv3.common.synchronization [req-d68c8128-0080-44d4-98d3-145b9ead3b05 req-37907504-3233-4d4d-8cef-bd46eadfc8ba tempest-SecurityGroupRulesTestJSON-305522123 tempest-SecurityGroupRulesTestJSON-305522123-project-member] Enqueued Resource ID: a6f0bfd5-1d5e-41da-8b64-c50d0478eacf with Priority: HIGHEST for action security_group_rules [ 1023.822286] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f0bfd5-1d5e-41da-8b64-c50d0478eacf with Priority: HIGHEST for action security_group_rules [ 1023.822286] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6f0bfd5-1d5e-41da-8b64-c50d0478eacf taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.822286] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6f0bfd5-1d5e-41da-8b64-c50d0478eacf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.822286] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6f0bfd5-1d5e-41da-8b64-c50d0478eacf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.823169] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6f0bfd5-1d5e-41da-8b64-c50d0478eacf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.823434] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6f0bfd5-1d5e-41da-8b64-c50d0478eacf',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.243386] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b in Status: SUCCESS [ 1024.243635] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.351610] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.351789] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.351847] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.352080] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.352170] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.352306] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6f0bfd5-1d5e-41da-8b64-c50d0478eacf already deleted. [ 1024.352352] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6f0bfd5-1d5e-41da-8b64-c50d0478eacf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.743681] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: SUCCESS [ 1024.744032] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.744258] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.744522] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.744873] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.745085] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.745163] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.745309] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.745410] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.745623] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.745623] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.247611] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.247917] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.248017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.248357] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.248631] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.248791] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.248896] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.249154] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.249289] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.249425] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.249661] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.249815] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.249942] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.250169] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.250386] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.250531] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.250631] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.250842] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.250963] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.251104] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.251740] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.700358] env[63412]: INFO networking_nsxv3.common.synchronization [req-2d9a4ed0-b834-4907-8ea8-f9e4048372a1 req-a413f332-29a2-48ed-a374-00541c69c54e tempest-SecurityGroupRulesTestJSON-305522123 tempest-SecurityGroupRulesTestJSON-305522123-project-member] Enqueued Resource ID: a6f0bfd5-1d5e-41da-8b64-c50d0478eacf with Priority: HIGHEST for action security_group_rules [ 1025.701814] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f0bfd5-1d5e-41da-8b64-c50d0478eacf with Priority: HIGHEST for action security_group_rules [ 1025.701814] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6f0bfd5-1d5e-41da-8b64-c50d0478eacf taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.701814] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6f0bfd5-1d5e-41da-8b64-c50d0478eacf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.701814] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6f0bfd5-1d5e-41da-8b64-c50d0478eacf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.701814] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6f0bfd5-1d5e-41da-8b64-c50d0478eacf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.701814] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6f0bfd5-1d5e-41da-8b64-c50d0478eacf',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.754853] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa23e180-2e18-4a50-9ce4-fe11304ecc58: rpc.has_security_group_logging(os_id): False [ 1025.774782] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.774930] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.775046] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.775396] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.775396] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.775546] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.775655] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.775720] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.775875] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.776344] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.776344] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.776344] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.776344] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.776545] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.776545] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.776658] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.776745] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.776803] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.776939] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.777319] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.777319] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 is going to be updated. [ 1025.833963] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.833963] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.834093] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.834264] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.834551] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.846368] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: IN_PROGRESS for 2s [ 1026.220974] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.221239] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.221310] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.221577] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.221703] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.221859] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6f0bfd5-1d5e-41da-8b64-c50d0478eacf already deleted. [ 1026.222055] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6f0bfd5-1d5e-41da-8b64-c50d0478eacf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.038208] env[63412]: INFO networking_nsxv3.common.synchronization [req-07d302d5-c9ee-4423-9344-11f76c316313 req-2c8e32f5-f60f-45d0-a293-f257fb19a916 tempest-SecurityGroupRulesTestJSON-305522123 tempest-SecurityGroupRulesTestJSON-305522123-project-member] Enqueued Resource ID: a6f0bfd5-1d5e-41da-8b64-c50d0478eacf with Priority: HIGHEST for action security_group_rules [ 1027.039684] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f0bfd5-1d5e-41da-8b64-c50d0478eacf with Priority: HIGHEST for action security_group_rules [ 1027.039684] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6f0bfd5-1d5e-41da-8b64-c50d0478eacf taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.039684] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6f0bfd5-1d5e-41da-8b64-c50d0478eacf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.039684] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6f0bfd5-1d5e-41da-8b64-c50d0478eacf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.039684] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6f0bfd5-1d5e-41da-8b64-c50d0478eacf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.039684] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6f0bfd5-1d5e-41da-8b64-c50d0478eacf',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.561394] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.561684] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.561684] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.561856] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.561926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.561993] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6f0bfd5-1d5e-41da-8b64-c50d0478eacf already deleted. [ 1027.562072] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6f0bfd5-1d5e-41da-8b64-c50d0478eacf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.858865] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: SUCCESS [ 1027.859097] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.137645] env[63412]: INFO networking_nsxv3.common.synchronization [None req-44b98d3b-8847-4cd5-a194-74bda2b3ab56 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Enqueued Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_members [ 1028.138432] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_members [ 1028.138548] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.138693] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.138949] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.138949] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.140645] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.140787] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.140861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.141047] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.141136] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.141233] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.644109] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.644276] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.644349] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.644582] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.644681] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.644875] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.644972] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.645044] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.645190] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.645265] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.645348] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 is going to be deleted. [ 1028.672892] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.673086] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.673232] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.673439] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.673532] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.673631] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.890570] env[63412]: INFO networking_nsxv3.common.synchronization [req-216c718f-dc64-4439-9d8c-5ee5e4f41d22 req-34a36daa-ceb7-485c-9114-3eef3379a9e5 tempest-ListServerFiltersTestJSON-1504933973 tempest-ListServerFiltersTestJSON-1504933973-project-member] Enqueued Resource ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 with Priority: HIGHEST for action security_group_members [ 1029.891933] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 with Priority: HIGHEST for action security_group_members [ 1029.895860] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f6b52b-5e1a-4541-aa7b-10152ec5da24 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.895860] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.895860] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.896399] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.896626] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.896895] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.897693] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.897693] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.897693] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.897693] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.400629] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.400790] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.400855] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.401110] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.426743] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.427074] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.427231] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.427300] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.427504] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.427584] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.427698] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 is going to be updated. [ 1030.460752] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.460885] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.460959] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.461188] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.461325] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.469393] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 in Status: IN_PROGRESS for 2s [ 1031.667348] env[63412]: INFO networking_nsxv3.common.synchronization [req-85fc3a90-db20-441b-a3ec-aec088d2cd50 req-7f2ca95e-67da-488c-92c6-45d2075d34d9 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Enqueued Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 1031.667863] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc126587-c54f-41d7-95ee-ef30102979e4 with Priority: HIGHEST for action security_group_members [ 1031.668183] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc126587-c54f-41d7-95ee-ef30102979e4 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.668797] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.668797] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.668797] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.668797] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.668797] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.668986] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.669024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.669790] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.669921] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc126587-c54f-41d7-95ee-ef30102979e4',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.172249] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.172463] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.172550] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.172835] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.196951] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.197208] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.197360] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.197437] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.197669] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.197743] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.197851] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 is going to be updated. [ 1032.225821] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.225821] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.225821] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.225821] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.226408] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.246250] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: IN_PROGRESS for 2s [ 1032.478797] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 in Status: SUCCESS [ 1032.479011] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 deletion is rescheduled due to dependency. [ 1032.479135] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.256508] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc126587-c54f-41d7-95ee-ef30102979e4 in Status: SUCCESS [ 1034.256814] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc126587-c54f-41d7-95ee-ef30102979e4 deletion is rescheduled due to dependency. [ 1034.256814] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc126587-c54f-41d7-95ee-ef30102979e4" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.675872] env[63412]: INFO networking_nsxv3.common.synchronization [req-6165d933-f302-4cd3-8f3a-322a80ceb74a req-399dde7e-08d8-4466-bb09-c46b557909c5 tempest-ServersTestJSON-406246726 tempest-ServersTestJSON-406246726-project-member] Enqueued Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 1035.679975] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 1035.679975] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.679975] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.679975] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.682649] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.682649] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.682649] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.682649] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.682649] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.682649] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.682649] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.941444] env[63412]: INFO networking_nsxv3.common.synchronization [None req-a480472a-f2cd-4f09-9646-ed5e9010013b None None] Enqueued Resource ID: 3e9363d5-b027-464a-a712-3c9b6c047d56 with Priority: HIGHEST for action port [ 1035.941444] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e9363d5-b027-464a-a712-3c9b6c047d56 with Priority: HIGHEST for action port [ 1035.941958] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e9363d5-b027-464a-a712-3c9b6c047d56 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.942084] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e9363d5-b027-464a-a712-3c9b6c047d56" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.942144] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e9363d5-b027-464a-a712-3c9b6c047d56" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.942401] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e9363d5-b027-464a-a712-3c9b6c047d56" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.942501] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e9363d5-b027-464a-a712-3c9b6c047d56',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.184378] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.214512] env[63412]: INFO networking_nsxv3.common.synchronization [req-57cc9dd4-195a-4d7f-a802-773e8d4fc5ab req-7726e1d8-0327-472e-babf-bd34f6769128 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Enqueued Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGHEST for action security_group_members [ 1036.215023] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGHEST for action security_group_members [ 1036.215340] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.215464] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.215551] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.215738] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.215907] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.216016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.216078] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.216231] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.216316] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.216404] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.445584] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e9363d5-b027-464a-a712-3c9b6c047d56 [ 1036.445584] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.445584] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.445584] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.445584] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.445584] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.445584] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e9363d5-b027-464a-a712-3c9b6c047d56 already deleted. [ 1036.445584] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e9363d5-b027-464a-a712-3c9b6c047d56" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.570592] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-413 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.571206] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-413" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.571479] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-413" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.572071] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-413" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.574048] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.574048] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.574048] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.574048] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.574048] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.574048] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1036.574048] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.574048] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.574048] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.574048] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1036.574048] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.574048] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.595607] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.595607] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1036.595607] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.596457] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-413" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.596606] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-d9b95c9c-6218-44c9-9cac-d12edd939bcc taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.597102] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-d9b95c9c-6218-44c9-9cac-d12edd939bcc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.597102] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-d9b95c9c-6218-44c9-9cac-d12edd939bcc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.597851] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-d9b95c9c-6218-44c9-9cac-d12edd939bcc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.597851] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9b95c9c-6218-44c9-9cac-d12edd939bcc',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.687839] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.718543] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.718543] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.718543] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.718754] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.718754] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.719987] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.719987] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.719987] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.719987] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.719987] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.719987] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b is going to be updated. [ 1036.748665] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.748665] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.748665] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.748665] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.748665] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.755272] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b in Status: IN_PROGRESS for 2s [ 1037.100410] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.104337] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.105091] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.105091] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.105196] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.105386] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port d9b95c9c-6218-44c9-9cac-d12edd939bcc not found, creating... [ 1037.105944] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.105944] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.106098] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.106219] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.106364] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.106694] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.106859] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.107011] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.108088] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.109420] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.109420] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: d9b95c9c-6218-44c9-9cac-d12edd939bcc is going to be created. [ 1037.127628] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.128162] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.128162] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.128473] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.128746] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.129453] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-d9b95c9c-6218-44c9-9cac-d12edd939bcc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.191303] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.191471] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.192173] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.192173] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.192173] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.192173] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36483e6f-5723-4b93-8a36-a832c1be7980 is going to be updated. [ 1037.225428] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.225428] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.225587] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.225773] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.225901] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.245769] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: IN_PROGRESS for 2s [ 1037.959973] env[63412]: INFO networking_nsxv3.common.synchronization [req-6165d933-f302-4cd3-8f3a-322a80ceb74a req-a4b294b6-9cbc-4353-9f8d-f6b9690bfc9b service nova] Enqueued Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_rules [ 1037.959973] env[63412]: INFO networking_nsxv3.common.synchronization [req-6165d933-f302-4cd3-8f3a-322a80ceb74a req-a4b294b6-9cbc-4353-9f8d-f6b9690bfc9b service nova] Enqueued Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 1037.961171] env[63412]: INFO networking_nsxv3.common.synchronization [req-6165d933-f302-4cd3-8f3a-322a80ceb74a req-a4b294b6-9cbc-4353-9f8d-f6b9690bfc9b service nova] Enqueued Resource ID: d9b95c9c-6218-44c9-9cac-d12edd939bcc with Priority: HIGHEST for action port [ 1037.961171] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_rules [ 1037.961171] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 1037.961171] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b95c9c-6218-44c9-9cac-d12edd939bcc with Priority: HIGHEST for action port [ 1037.961509] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.962343] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.962343] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.962343] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.962343] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.963337] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.963450] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.963775] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9b95c9c-6218-44c9-9cac-d12edd939bcc taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.963897] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9b95c9c-6218-44c9-9cac-d12edd939bcc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.963955] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9b95c9c-6218-44c9-9cac-d12edd939bcc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.964266] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9b95c9c-6218-44c9-9cac-d12edd939bcc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.964310] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9b95c9c-6218-44c9-9cac-d12edd939bcc',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.139201] env[63412]: INFO networking_nsxv3.common.synchronization [None req-e7d4576a-f322-416c-b86e-b805ae1363e4 None None] Enqueued Resource ID: 6c30b596-dabc-413d-a745-33360b907be8 with Priority: HIGHEST for action port [ 1038.139201] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c30b596-dabc-413d-a745-33360b907be8 with Priority: HIGHEST for action port [ 1038.139517] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c30b596-dabc-413d-a745-33360b907be8 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.139517] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c30b596-dabc-413d-a745-33360b907be8" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.139773] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c30b596-dabc-413d-a745-33360b907be8" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.139851] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c30b596-dabc-413d-a745-33360b907be8" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.139948] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c30b596-dabc-413d-a745-33360b907be8',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.469603] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.470966] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.471227] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9b95c9c-6218-44c9-9cac-d12edd939bcc with status ACTIVE [ 1038.471460] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.471591] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.471659] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.472183] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.472183] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.472295] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.472344] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.472377] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.472536] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.472614] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.472808] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.472911] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.472975] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.473127] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.473203] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.473299] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9b95c9c-6218-44c9-9cac-d12edd939bcc is going to be updated. [ 1038.496097] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.496371] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.496516] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.497375] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.497375] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.497375] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9b95c9c-6218-44c9-9cac-d12edd939bcc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.642564] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c30b596-dabc-413d-a745-33360b907be8 [ 1038.642966] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.643180] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.643270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.643631] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.643880] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.644016] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c30b596-dabc-413d-a745-33360b907be8 already deleted. [ 1038.644274] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c30b596-dabc-413d-a745-33360b907be8" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.765103] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b in Status: SUCCESS [ 1038.765291] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b deletion is rescheduled due to dependency. [ 1038.765410] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.265018] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: SUCCESS [ 1039.265018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.265018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.265018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.265018] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.265018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.265018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.265018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.265018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.265018] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.766121] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.236352] env[63412]: INFO networking_nsxv3.common.synchronization [req-f8fb8dfc-7884-429f-8cb5-5b3b27413922 req-409a5249-e924-4053-8ad4-830672f431d7 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Enqueued Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGHEST for action security_group_members [ 1040.236910] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGHEST for action security_group_members [ 1040.237242] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-21b3bb0a-eab8-48b7-b110-55469fd10d8d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.237372] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.237442] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.237635] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.237779] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.237898] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.240456] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.240572] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.240806] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.241696] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.272805] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.748927] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.749094] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.749370] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.749472] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.749531] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.749701] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.749798] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.749864] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.750018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.750366] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.750366] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d is going to be updated. [ 1040.775161] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.778029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.778029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.778029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.778029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.778029] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36483e6f-5723-4b93-8a36-a832c1be7980 is going to be updated. [ 1040.779693] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.779847] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.779906] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.780084] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.781623] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.792129] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d in Status: IN_PROGRESS for 2s [ 1040.806372] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.806572] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.806572] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.806730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.806852] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.816493] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: IN_PROGRESS for 2s [ 1040.856343] env[63412]: INFO networking_nsxv3.common.synchronization [None req-c876f269-e541-45ad-ad1b-669d07562ed6 None None] Enqueued Resource ID: 0be25aa3-dcea-4772-8737-0dc05baa0cb2 with Priority: HIGHEST for action port [ 1040.856868] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be25aa3-dcea-4772-8737-0dc05baa0cb2 with Priority: HIGHEST for action port [ 1040.857324] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-0be25aa3-dcea-4772-8737-0dc05baa0cb2 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.857443] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0be25aa3-dcea-4772-8737-0dc05baa0cb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.857508] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0be25aa3-dcea-4772-8737-0dc05baa0cb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.857764] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0be25aa3-dcea-4772-8737-0dc05baa0cb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.857899] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0be25aa3-dcea-4772-8737-0dc05baa0cb2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.361275] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0be25aa3-dcea-4772-8737-0dc05baa0cb2 [ 1041.361902] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.362571] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.362571] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.362571] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.362715] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.362750] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0be25aa3-dcea-4772-8737-0dc05baa0cb2 already deleted. [ 1041.363273] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0be25aa3-dcea-4772-8737-0dc05baa0cb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.807200] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d in Status: SUCCESS [ 1042.807200] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d deletion is rescheduled due to dependency. [ 1042.807200] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.824436] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: SUCCESS [ 1042.824645] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.824830] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.825053] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.825254] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.825381] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.825446] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.825598] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.825708] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.825752] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.825841] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.018055] env[63412]: INFO networking_nsxv3.common.synchronization [None req-ef64fea4-c79a-4d82-911a-d6e70a550773 None None] Enqueued Resource ID: 47547051-215c-4de9-bfd1-ce2e4786b86f with Priority: HIGHEST for action port [ 1043.018314] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47547051-215c-4de9-bfd1-ce2e4786b86f with Priority: HIGHEST for action port [ 1043.018941] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-47547051-215c-4de9-bfd1-ce2e4786b86f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.019089] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47547051-215c-4de9-bfd1-ce2e4786b86f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.019158] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47547051-215c-4de9-bfd1-ce2e4786b86f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.019435] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47547051-215c-4de9-bfd1-ce2e4786b86f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.019521] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47547051-215c-4de9-bfd1-ce2e4786b86f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.307555] env[63412]: INFO networking_nsxv3.common.synchronization [req-f1b5a763-4419-402f-8d04-dcf97a919d03 req-aac6fb03-c76f-46b5-ba32-d55aacb0d069 tempest-ListServersNegativeTestJSON-1346013206 tempest-ListServersNegativeTestJSON-1346013206-project-member] Enqueued Resource ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 with Priority: HIGHEST for action security_group_members [ 1043.308332] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 with Priority: HIGHEST for action security_group_members [ 1043.308782] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.308985] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.309288] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.310055] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.310055] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.310055] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.310055] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.310270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.310456] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.310456] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b90ea019-1cd1-42ea-97cd-b8c406fdcec1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.329581] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.329785] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.329828] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.330030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.330380] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.330380] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.330521] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.330554] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.330635] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.330720] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.330879] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.330968] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.331039] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.331183] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.331338] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.331434] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.331476] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.331615] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.331687] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.331785] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.331876] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.523092] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47547051-215c-4de9-bfd1-ce2e4786b86f [ 1043.523255] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.523409] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.523478] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.523706] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.523828] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.523882] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47547051-215c-4de9-bfd1-ce2e4786b86f already deleted. [ 1043.523959] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47547051-215c-4de9-bfd1-ce2e4786b86f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.673474] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.673733] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-216" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.673849] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-216" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.674285] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-216" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.674573] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.674737] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.674860] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.675125] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.675284] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.675492] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1043.675581] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1043.675696] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1043.675807] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1043.675921] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1043.676042] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1043.676178] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1043.694557] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1043.694673] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1043.694816] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1043.695007] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-216" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.695435] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-cdb58eaf-566e-4ead-93a1-ab1cac154198 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.695626] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-cdb58eaf-566e-4ead-93a1-ab1cac154198" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.695799] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-cdb58eaf-566e-4ead-93a1-ab1cac154198" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.696118] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-cdb58eaf-566e-4ead-93a1-ab1cac154198" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.696258] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdb58eaf-566e-4ead-93a1-ab1cac154198',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.815027] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.815027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.815027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.815027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.815027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.815027] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.815027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.815027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.815027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.815027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.815027] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 already deleted. [ 1043.815027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.835116] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36483e6f-5723-4b93-8a36-a832c1be7980: rpc.has_security_group_logging(os_id): False [ 1043.852492] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.852696] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.852696] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.852848] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.871020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.871020] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.871020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.871020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.871020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.871020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.871020] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.871020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.871020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.871020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.871020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.871020] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.871020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.871020] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.872123] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.872123] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.872123] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36483e6f-5723-4b93-8a36-a832c1be7980 is going to be updated. [ 1043.931679] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.933936] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.933936] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.933936] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.933936] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.943668] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: IN_PROGRESS for 2s [ 1044.198266] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.198601] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.198673] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.199023] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.199235] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.199505] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port cdb58eaf-566e-4ead-93a1-ab1cac154198 not found, creating... [ 1044.199779] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.199975] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.200139] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.200414] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.200583] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.200931] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.201066] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.201227] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.201422] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.201583] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.201760] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: cdb58eaf-566e-4ead-93a1-ab1cac154198 is going to be created. [ 1044.221850] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.222133] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.222286] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.222547] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.222795] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.223041] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-cdb58eaf-566e-4ead-93a1-ab1cac154198" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.945215] env[63412]: INFO networking_nsxv3.common.synchronization [req-f1b5a763-4419-402f-8d04-dcf97a919d03 req-9bd670ff-ff05-4761-b60c-d6f4ff19610b service nova] Enqueued Resource ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 with Priority: HIGHEST for action security_group_rules [ 1044.945477] env[63412]: INFO networking_nsxv3.common.synchronization [req-f1b5a763-4419-402f-8d04-dcf97a919d03 req-9bd670ff-ff05-4761-b60c-d6f4ff19610b service nova] Enqueued Resource ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 with Priority: HIGHEST for action security_group_members [ 1044.945595] env[63412]: INFO networking_nsxv3.common.synchronization [req-f1b5a763-4419-402f-8d04-dcf97a919d03 req-9bd670ff-ff05-4761-b60c-d6f4ff19610b service nova] Enqueued Resource ID: cdb58eaf-566e-4ead-93a1-ab1cac154198 with Priority: HIGHEST for action port [ 1044.946165] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 with Priority: HIGHEST for action security_group_rules [ 1044.946340] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 with Priority: HIGHEST for action security_group_members [ 1044.946400] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdb58eaf-566e-4ead-93a1-ab1cac154198 with Priority: HIGHEST for action port [ 1044.946671] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b90ea019-1cd1-42ea-97cd-b8c406fdcec1 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.946791] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.946858] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.947177] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.947276] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b90ea019-1cd1-42ea-97cd-b8c406fdcec1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.948159] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.948279] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.948349] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.948524] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.948661] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.948757] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.948819] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.948958] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.949086] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.949217] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b90ea019-1cd1-42ea-97cd-b8c406fdcec1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.949960] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdb58eaf-566e-4ead-93a1-ab1cac154198 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.950239] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdb58eaf-566e-4ead-93a1-ab1cac154198" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.950312] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdb58eaf-566e-4ead-93a1-ab1cac154198" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.950467] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdb58eaf-566e-4ead-93a1-ab1cac154198" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.950541] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdb58eaf-566e-4ead-93a1-ab1cac154198',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.452464] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.452464] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.453750] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b90ea019-1cd1-42ea-97cd-b8c406fdcec1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.454620] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdb58eaf-566e-4ead-93a1-ab1cac154198 with status ACTIVE [ 1045.454799] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.454960] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.454960] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.455186] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.455277] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.455624] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.455624] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.455624] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.455806] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.455855] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.456052] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.456156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.456212] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.456358] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.456433] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.456514] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdb58eaf-566e-4ead-93a1-ab1cac154198 is going to be updated. [ 1045.477074] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.477209] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.477275] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.477471] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.477603] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.477753] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdb58eaf-566e-4ead-93a1-ab1cac154198" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.654266] env[63412]: INFO networking_nsxv3.common.synchronization [req-0cda3e77-59a2-4001-b25f-47b2b5d288a8 req-d9dffed7-fa08-4b39-93a9-09b8eca37090 tempest-ImagesTestJSON-284998145 tempest-ImagesTestJSON-284998145-project-member] Enqueued Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_members [ 1045.654879] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_members [ 1045.655199] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.655728] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.655803] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.656024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.656174] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.656285] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.656348] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.656500] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.656583] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.656675] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.660424] env[63412]: INFO networking_nsxv3.common.synchronization [req-f1b5a763-4419-402f-8d04-dcf97a919d03 req-6cc42bbd-ec6c-47e4-8788-ba8849540a58 tempest-ListServersNegativeTestJSON-1346013206 tempest-ListServersNegativeTestJSON-1346013206-project-member] Enqueued Resource ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 with Priority: HIGHEST for action security_group_members [ 1045.660812] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 with Priority: HIGHEST for action security_group_members [ 1045.661341] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.661406] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.954652] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: SUCCESS [ 1045.954902] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.958315] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b90ea019-1cd1-42ea-97cd-b8c406fdcec1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.162698] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.162698] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.162698] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.162698] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.162698] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.162698] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.162698] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.162698] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.162698] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.162698] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.162698] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 is going to be updated. [ 1046.191158] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.191158] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.191158] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.191158] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.191158] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.197554] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: IN_PROGRESS for 2s [ 1046.315390] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.315629] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-216" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.315719] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-216" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.316319] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-216" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.316616] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.316805] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.316955] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.317239] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.317396] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.317717] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1046.317839] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.318099] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.318248] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.318555] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1046.318594] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.318741] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.336979] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.337165] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1046.337315] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.337497] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-216" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.337792] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-64a70275-ba59-4043-a9ff-f1202ff155e3 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.337978] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-64a70275-ba59-4043-a9ff-f1202ff155e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.338132] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-64a70275-ba59-4043-a9ff-f1202ff155e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.338440] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-64a70275-ba59-4043-a9ff-f1202ff155e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.338584] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64a70275-ba59-4043-a9ff-f1202ff155e3',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.340712] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-92 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.340895] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.341033] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.341439] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.341520] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.341680] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.341797] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.342015] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.342178] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.342380] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1046.342490] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.342601] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.342713] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.342825] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1046.342934] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.343103] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.358791] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.358980] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1046.359147] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.359385] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.359630] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-ee79d76b-4cc5-439f-80dd-8e020fc9f4a6 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.359836] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-ee79d76b-4cc5-439f-80dd-8e020fc9f4a6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.359924] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-ee79d76b-4cc5-439f-80dd-8e020fc9f4a6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.360409] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-ee79d76b-4cc5-439f-80dd-8e020fc9f4a6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.360486] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee79d76b-4cc5-439f-80dd-8e020fc9f4a6',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.463636] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.463815] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.463815] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.464028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.464112] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.464211] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 is going to be created. [ 1046.486672] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.487291] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.487291] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.487474] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.488409] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.500876] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 in Status: UNINITIALIZED for 2s [ 1046.845111] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.845245] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.845337] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.845615] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.845763] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.846045] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 64a70275-ba59-4043-a9ff-f1202ff155e3 not found, creating... [ 1046.846334] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.846497] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.846615] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.846838] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.846974] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.847271] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.847425] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.847544] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.847759] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.847997] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.848189] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 64a70275-ba59-4043-a9ff-f1202ff155e3 is going to be created. [ 1046.862526] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.862708] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.862844] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.863123] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.863267] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.863428] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port ee79d76b-4cc5-439f-80dd-8e020fc9f4a6 not found, creating... [ 1046.863690] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.863846] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.863962] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.864189] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.864324] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.864602] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.864755] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.864872] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.865192] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.865968] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.865968] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: ee79d76b-4cc5-439f-80dd-8e020fc9f4a6 is going to be created. [ 1046.869572] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.869572] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.869572] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.869572] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.869572] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.869572] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-64a70275-ba59-4043-a9ff-f1202ff155e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.886103] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.886103] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.886103] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.886103] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.886103] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.886103] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-ee79d76b-4cc5-439f-80dd-8e020fc9f4a6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.764064] env[63412]: INFO networking_nsxv3.common.synchronization [req-f1b5a763-4419-402f-8d04-dcf97a919d03 req-07d51f0c-858e-4499-b22f-c70c950da0ff tempest-ListServersNegativeTestJSON-1346013206 tempest-ListServersNegativeTestJSON-1346013206-project-member] Enqueued Resource ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 with Priority: HIGHEST for action security_group_members [ 1047.764604] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 with Priority: HIGHEST for action security_group_members [ 1047.764915] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.765036] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.127716] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.128423] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-216" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.128423] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-216" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.128536] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-216" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.128778] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.129637] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.129637] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.129637] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.129637] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.129989] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1048.130130] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.130354] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.130502] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.130632] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1048.130757] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.130907] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.155493] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.155493] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1048.155493] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.155493] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-216" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.155493] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-d01d25fa-9570-47e9-9b94-578ab46da83f taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.155493] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-d01d25fa-9570-47e9-9b94-578ab46da83f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.155493] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-d01d25fa-9570-47e9-9b94-578ab46da83f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.155493] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-d01d25fa-9570-47e9-9b94-578ab46da83f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.155898] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d01d25fa-9570-47e9-9b94-578ab46da83f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.207682] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: SUCCESS [ 1048.212266] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 deletion is rescheduled due to dependency. [ 1048.212397] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.294870] env[63412]: INFO networking_nsxv3.common.synchronization [req-f1b5a763-4419-402f-8d04-dcf97a919d03 req-0f540de2-04a8-4f3e-af6c-dacaeab2d567 service nova] Enqueued Resource ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 with Priority: HIGHEST for action security_group_rules [ 1048.295205] env[63412]: INFO networking_nsxv3.common.synchronization [req-f1b5a763-4419-402f-8d04-dcf97a919d03 req-0f540de2-04a8-4f3e-af6c-dacaeab2d567 service nova] Enqueued Resource ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 with Priority: HIGHEST for action security_group_members [ 1048.295205] env[63412]: INFO networking_nsxv3.common.synchronization [req-f1b5a763-4419-402f-8d04-dcf97a919d03 req-0f540de2-04a8-4f3e-af6c-dacaeab2d567 service nova] Enqueued Resource ID: 64a70275-ba59-4043-a9ff-f1202ff155e3 with Priority: HIGHEST for action port [ 1048.295452] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 with Priority: HIGHEST for action security_group_rules [ 1048.295579] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 with Priority: HIGHEST for action security_group_members [ 1048.295698] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a70275-ba59-4043-a9ff-f1202ff155e3 with Priority: HIGHEST for action port [ 1048.296550] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b90ea019-1cd1-42ea-97cd-b8c406fdcec1 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.297257] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.297257] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.297257] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.297397] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-64a70275-ba59-4043-a9ff-f1202ff155e3 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.297550] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64a70275-ba59-4043-a9ff-f1202ff155e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.297678] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64a70275-ba59-4043-a9ff-f1202ff155e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.298010] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64a70275-ba59-4043-a9ff-f1202ff155e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.298168] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64a70275-ba59-4043-a9ff-f1202ff155e3',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.326229] env[63412]: INFO networking_nsxv3.common.synchronization [req-e092c86e-3d60-4039-b839-f67b908b6b14 req-102e17a8-000f-4d9e-9338-b6c888286344 service nova] Enqueued Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_rules [ 1048.326469] env[63412]: INFO networking_nsxv3.common.synchronization [req-e092c86e-3d60-4039-b839-f67b908b6b14 req-102e17a8-000f-4d9e-9338-b6c888286344 service nova] Enqueued Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_members [ 1048.326619] env[63412]: INFO networking_nsxv3.common.synchronization [req-e092c86e-3d60-4039-b839-f67b908b6b14 req-102e17a8-000f-4d9e-9338-b6c888286344 service nova] Enqueued Resource ID: ee79d76b-4cc5-439f-80dd-8e020fc9f4a6 with Priority: HIGHEST for action port [ 1048.326845] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_rules [ 1048.326976] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_members [ 1048.327368] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee79d76b-4cc5-439f-80dd-8e020fc9f4a6 with Priority: HIGHEST for action port [ 1048.329550] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.329550] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.329550] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.330055] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.330055] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.331342] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.331526] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.331943] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.331943] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.332904] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.332904] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.332904] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.332904] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.332904] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.332904] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.333666] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee79d76b-4cc5-439f-80dd-8e020fc9f4a6 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.333833] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee79d76b-4cc5-439f-80dd-8e020fc9f4a6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.333980] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee79d76b-4cc5-439f-80dd-8e020fc9f4a6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.334212] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee79d76b-4cc5-439f-80dd-8e020fc9f4a6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.334383] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee79d76b-4cc5-439f-80dd-8e020fc9f4a6',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.511790] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 in Status: SUCCESS [ 1048.512110] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.512308] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.512485] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.512988] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.512988] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.512988] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.512988] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.513411] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.513411] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.513411] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b90ea019-1cd1-42ea-97cd-b8c406fdcec1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.514164] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.514328] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.514480] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.514805] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.514805] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.514805] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.515016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.515016] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b90ea019-1cd1-42ea-97cd-b8c406fdcec1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.658838] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.659140] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.659250] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.659550] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.659706] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.659865] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port d01d25fa-9570-47e9-9b94-578ab46da83f not found, creating... [ 1048.660208] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.660459] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.660588] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.660819] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.660965] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.661365] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.661430] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.661556] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.661798] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.661933] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.662069] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: d01d25fa-9570-47e9-9b94-578ab46da83f is going to be created. [ 1048.680203] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.680427] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.680544] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.680849] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.681081] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.684892] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-d01d25fa-9570-47e9-9b94-578ab46da83f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.800788] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64a70275-ba59-4043-a9ff-f1202ff155e3 with status ACTIVE [ 1048.801144] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.801205] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.801297] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.801572] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.801705] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.801946] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.802114] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.802219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.802419] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.802587] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.802745] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.802873] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.802963] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.803171] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.803279] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.803396] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64a70275-ba59-4043-a9ff-f1202ff155e3 is going to be updated. [ 1048.825999] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.826207] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.826254] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.826472] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.826615] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.826830] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64a70275-ba59-4043-a9ff-f1202ff155e3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.836705] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.836705] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.836966] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.837783] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee79d76b-4cc5-439f-80dd-8e020fc9f4a6 with status ACTIVE [ 1048.838034] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.838219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.838219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.838393] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.838466] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.838643] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.838743] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.838813] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.838938] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.839030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.839194] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.839277] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.839340] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.839481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.839555] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.839636] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee79d76b-4cc5-439f-80dd-8e020fc9f4a6 is going to be updated. [ 1048.861721] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.861955] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.861955] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.862242] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.862416] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.862556] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee79d76b-4cc5-439f-80dd-8e020fc9f4a6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.018143] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.018143] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.018143] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b90ea019-1cd1-42ea-97cd-b8c406fdcec1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.342060] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.393459] env[63412]: INFO networking_nsxv3.common.synchronization [req-f1b5a763-4419-402f-8d04-dcf97a919d03 req-9ff8b370-4fbc-4259-9a30-5daef9e3dd9c service nova] Enqueued Resource ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 with Priority: HIGHEST for action security_group_rules [ 1049.393705] env[63412]: INFO networking_nsxv3.common.synchronization [req-f1b5a763-4419-402f-8d04-dcf97a919d03 req-9ff8b370-4fbc-4259-9a30-5daef9e3dd9c service nova] Enqueued Resource ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 with Priority: HIGHEST for action security_group_members [ 1049.393927] env[63412]: INFO networking_nsxv3.common.synchronization [req-f1b5a763-4419-402f-8d04-dcf97a919d03 req-9ff8b370-4fbc-4259-9a30-5daef9e3dd9c service nova] Enqueued Resource ID: d01d25fa-9570-47e9-9b94-578ab46da83f with Priority: HIGHEST for action port [ 1049.394223] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 with Priority: HIGHEST for action security_group_rules [ 1049.394357] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 with Priority: HIGHEST for action security_group_members [ 1049.394450] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d01d25fa-9570-47e9-9b94-578ab46da83f with Priority: HIGHEST for action port [ 1049.394980] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b90ea019-1cd1-42ea-97cd-b8c406fdcec1 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.395142] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.395354] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.395438] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.395614] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-d01d25fa-9570-47e9-9b94-578ab46da83f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.395712] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d01d25fa-9570-47e9-9b94-578ab46da83f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.395775] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d01d25fa-9570-47e9-9b94-578ab46da83f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.395978] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d01d25fa-9570-47e9-9b94-578ab46da83f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.396818] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d01d25fa-9570-47e9-9b94-578ab46da83f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.522657] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b90ea019-1cd1-42ea-97cd-b8c406fdcec1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.844979] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.845310] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.845310] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.845398] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.845443] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.845546] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 is going to be created. [ 1049.869441] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.869583] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.869645] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.870066] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.870140] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.878516] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 in Status: UNINITIALIZED for 2s [ 1049.898131] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d01d25fa-9570-47e9-9b94-578ab46da83f with status ACTIVE [ 1049.898329] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.898529] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.898604] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.898817] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.898906] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.899113] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.899251] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.899311] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.900226] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.900226] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.900226] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.900226] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.900226] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.900226] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.900226] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.900226] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d01d25fa-9570-47e9-9b94-578ab46da83f is going to be updated. [ 1049.919132] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.919291] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.919370] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.919551] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.919692] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.919848] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d01d25fa-9570-47e9-9b94-578ab46da83f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.023750] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.024010] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.024130] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.024407] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.024526] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.024658] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 is going to be updated. [ 1050.052442] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.052673] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.052727] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.052968] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.054164] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.064206] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 in Status: IN_PROGRESS for 2s [ 1050.373278] env[63412]: INFO networking_nsxv3.common.synchronization [req-9d34de6e-9f4a-4bcf-8dba-1974dbfd9c16 req-31a7d16b-9054-49be-b46b-837eed190dd7 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Enqueued Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGHEST for action security_group_members [ 1050.373845] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGHEST for action security_group_members [ 1050.374148] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.374979] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.374979] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.376470] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.376470] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.376470] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.376470] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.376645] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.376745] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.377448] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.881658] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.881658] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.881658] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.881658] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.881658] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.881658] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.881658] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.881658] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.881658] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.881658] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.881658] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b is going to be updated. [ 1050.905291] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.905678] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.905930] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.906328] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.906660] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.918083] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b in Status: IN_PROGRESS for 2s [ 1051.040215] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-720 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.040215] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-720" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.040215] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-720" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.040215] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-720" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.040215] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.040550] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.040550] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.040654] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.040745] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.040968] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1051.041216] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.041355] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.041473] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.041593] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1051.041950] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.041950] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.061164] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.061164] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1051.062697] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.062979] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-720" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.065776] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-012b866f-24f2-4f95-8ea3-eea095e97971 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.066047] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-012b866f-24f2-4f95-8ea3-eea095e97971" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.066185] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-012b866f-24f2-4f95-8ea3-eea095e97971" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.066546] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-012b866f-24f2-4f95-8ea3-eea095e97971" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.066697] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('012b866f-24f2-4f95-8ea3-eea095e97971',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.256341] env[63412]: INFO networking_nsxv3.common.synchronization [req-609dc8fe-c837-4a1a-beee-a61ab78f0b0d req-499487b0-1a31-462b-bb91-f8b0bda6806f tempest-ServersTestJSON-406246726 tempest-ServersTestJSON-406246726-project-member] Enqueued Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 1051.256973] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 1051.259020] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.259221] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.259221] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.259474] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.259724] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.259850] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.259950] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.260185] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.260282] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.260416] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.570839] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.571021] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.571090] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.571390] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.571545] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.571726] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 012b866f-24f2-4f95-8ea3-eea095e97971 not found, creating... [ 1051.572015] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.572186] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.572319] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.572564] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.572703] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.572988] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.573163] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.573284] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.573507] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.573710] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.573868] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 012b866f-24f2-4f95-8ea3-eea095e97971 is going to be created. [ 1051.594615] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.594847] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.594992] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.595281] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.595518] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.595742] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-012b866f-24f2-4f95-8ea3-eea095e97971" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.763653] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.887425] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 in Status: SUCCESS [ 1051.887726] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.887868] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.888144] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.888375] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.888540] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.888630] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.888817] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.888905] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.888995] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.889107] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.073253] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 in Status: SUCCESS [ 1052.073483] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.073659] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.073881] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.074085] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.074208] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.074278] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.074438] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.074522] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.074623] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b90ea019-1cd1-42ea-97cd-b8c406fdcec1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.266925] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.391747] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.391996] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.391996] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.392223] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.392470] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.392593] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.392655] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.392824] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.392909] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.392998] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.393182] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.393290] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.393342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.393492] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.393638] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.393732] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.393784] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.393929] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.394084] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.394149] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.394194] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.405675] env[63412]: INFO networking_nsxv3.common.synchronization [req-9d34de6e-9f4a-4bcf-8dba-1974dbfd9c16 req-e59df1bb-9f22-4820-89bf-1624c3ffaefe service nova] Enqueued Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGHEST for action security_group_rules [ 1052.405675] env[63412]: INFO networking_nsxv3.common.synchronization [req-9d34de6e-9f4a-4bcf-8dba-1974dbfd9c16 req-e59df1bb-9f22-4820-89bf-1624c3ffaefe service nova] Enqueued Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGHEST for action security_group_members [ 1052.405675] env[63412]: INFO networking_nsxv3.common.synchronization [req-9d34de6e-9f4a-4bcf-8dba-1974dbfd9c16 req-e59df1bb-9f22-4820-89bf-1624c3ffaefe service nova] Enqueued Resource ID: 012b866f-24f2-4f95-8ea3-eea095e97971 with Priority: HIGHEST for action port [ 1052.405675] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGHEST for action security_group_rules [ 1052.405675] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGHEST for action security_group_members [ 1052.405675] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 012b866f-24f2-4f95-8ea3-eea095e97971 with Priority: HIGHEST for action port [ 1052.405675] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.406360] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.406360] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.406360] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.406360] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.410032] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.410032] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.410032] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-012b866f-24f2-4f95-8ea3-eea095e97971 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.410032] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-012b866f-24f2-4f95-8ea3-eea095e97971" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.410032] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-012b866f-24f2-4f95-8ea3-eea095e97971" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.410032] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-012b866f-24f2-4f95-8ea3-eea095e97971" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.410032] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('012b866f-24f2-4f95-8ea3-eea095e97971',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.576869] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b90ea019-1cd1-42ea-97cd-b8c406fdcec1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.769912] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.770091] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.770152] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.770363] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.770526] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.770562] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36483e6f-5723-4b93-8a36-a832c1be7980 is going to be updated. [ 1052.789774] env[63412]: INFO networking_nsxv3.common.synchronization [req-0c0b0c16-b9f4-49fb-a156-f7436eefbe63 req-4e2ddde4-025f-4d34-b19d-743816fa5ed2 tempest-ServerPasswordTestJSON-251510575 tempest-ServerPasswordTestJSON-251510575-project-member] Enqueued Resource ID: f488e578-c4bc-48ca-ad04-9d0be371288b with Priority: HIGHEST for action security_group_members [ 1052.790361] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f488e578-c4bc-48ca-ad04-9d0be371288b with Priority: HIGHEST for action security_group_members [ 1052.790671] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f488e578-c4bc-48ca-ad04-9d0be371288b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.790788] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f488e578-c4bc-48ca-ad04-9d0be371288b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.790854] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f488e578-c4bc-48ca-ad04-9d0be371288b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.791324] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f488e578-c4bc-48ca-ad04-9d0be371288b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.791480] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.791584] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.791651] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.791803] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.791881] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.791972] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f488e578-c4bc-48ca-ad04-9d0be371288b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.802504] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.802504] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.802504] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.802830] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.802830] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.814191] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: IN_PROGRESS for 2s [ 1052.898265] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9: rpc.has_security_group_logging(os_id): False [ 1052.909989] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.909989] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.910282] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 012b866f-24f2-4f95-8ea3-eea095e97971 with status ACTIVE [ 1052.911220] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.912278] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.912278] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.912391] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.912434] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.912611] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.912722] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.913391] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.913391] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.913391] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.913391] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.913391] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.913391] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.913641] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.913641] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.913743] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 012b866f-24f2-4f95-8ea3-eea095e97971 is going to be updated. [ 1052.917104] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.917104] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.917104] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.917104] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.917104] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.917104] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.917104] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.917104] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.917104] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.917104] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.917104] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.917104] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.917104] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.917104] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.917552] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.917552] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.917552] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.917552] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.917676] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.917676] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.917826] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 is going to be created. [ 1052.927336] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b in Status: SUCCESS [ 1052.927502] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b deletion is rescheduled due to dependency. [ 1052.927608] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.927757] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.927966] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.928745] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.928745] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.928745] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.929994] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.929994] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.929994] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.938667] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.938667] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.938667] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.938667] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.938667] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.938667] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-012b866f-24f2-4f95-8ea3-eea095e97971" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.972141] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.972396] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.972454] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.972719] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.972944] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.984147] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 in Status: IN_PROGRESS for 2s [ 1053.079620] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b90ea019-1cd1-42ea-97cd-b8c406fdcec1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.132899] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-549 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.133179] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-549" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.133333] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-549" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.133658] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-549" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.133925] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.134104] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.134227] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.134543] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.134614] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.134838] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1053.134933] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.135104] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.135330] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.135462] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1053.135797] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.135858] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.165502] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.165719] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1053.165936] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.166163] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-549" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.166573] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-d1e4c23d-c55b-4ade-ac71-bd73fa261d86 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.166876] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-d1e4c23d-c55b-4ade-ac71-bd73fa261d86" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.167010] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-d1e4c23d-c55b-4ade-ac71-bd73fa261d86" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.168089] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-d1e4c23d-c55b-4ade-ac71-bd73fa261d86" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.168298] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1e4c23d-c55b-4ade-ac71-bd73fa261d86',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.295073] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.295073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.295073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.295073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.295073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.295583] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.295583] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.295583] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.295742] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.295816] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.295902] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f488e578-c4bc-48ca-ad04-9d0be371288b already deleted. [ 1053.296098] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f488e578-c4bc-48ca-ad04-9d0be371288b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.433954] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.742472] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.742732] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.742732] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.742844] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.742934] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.743045] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 is going to be updated. [ 1053.744881] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.745157] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.745250] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.745522] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.745699] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.745864] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port d1e4c23d-c55b-4ade-ac71-bd73fa261d86 not found, creating... [ 1053.746160] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.746360] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.746484] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.746725] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.746870] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.747213] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.747374] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.747519] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.747738] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.747880] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.748098] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: d1e4c23d-c55b-4ade-ac71-bd73fa261d86 is going to be created. [ 1053.770064] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.770178] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.770272] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.770606] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.771017] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.771395] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-d1e4c23d-c55b-4ade-ac71-bd73fa261d86" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.781795] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.782039] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.782166] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.782510] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.782718] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.797966] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 in Status: IN_PROGRESS for 2s [ 1053.936845] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.381929] env[63412]: INFO networking_nsxv3.common.synchronization [req-0c0b0c16-b9f4-49fb-a156-f7436eefbe63 req-4546784d-075e-4d5f-926e-e407b97604a3 service nova] Enqueued Resource ID: f488e578-c4bc-48ca-ad04-9d0be371288b with Priority: HIGHEST for action security_group_rules [ 1054.382230] env[63412]: INFO networking_nsxv3.common.synchronization [req-0c0b0c16-b9f4-49fb-a156-f7436eefbe63 req-4546784d-075e-4d5f-926e-e407b97604a3 service nova] Enqueued Resource ID: f488e578-c4bc-48ca-ad04-9d0be371288b with Priority: HIGHEST for action security_group_members [ 1054.382440] env[63412]: INFO networking_nsxv3.common.synchronization [req-0c0b0c16-b9f4-49fb-a156-f7436eefbe63 req-4546784d-075e-4d5f-926e-e407b97604a3 service nova] Enqueued Resource ID: d1e4c23d-c55b-4ade-ac71-bd73fa261d86 with Priority: HIGHEST for action port [ 1054.383139] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f488e578-c4bc-48ca-ad04-9d0be371288b with Priority: HIGHEST for action security_group_rules [ 1054.383336] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f488e578-c4bc-48ca-ad04-9d0be371288b with Priority: HIGHEST for action security_group_members [ 1054.383516] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e4c23d-c55b-4ade-ac71-bd73fa261d86 with Priority: HIGHEST for action port [ 1054.383918] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f488e578-c4bc-48ca-ad04-9d0be371288b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.384121] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f488e578-c4bc-48ca-ad04-9d0be371288b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.384240] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f488e578-c4bc-48ca-ad04-9d0be371288b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.384608] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f488e578-c4bc-48ca-ad04-9d0be371288b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.384762] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f488e578-c4bc-48ca-ad04-9d0be371288b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.385589] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f488e578-c4bc-48ca-ad04-9d0be371288b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.385705] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f488e578-c4bc-48ca-ad04-9d0be371288b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.385772] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f488e578-c4bc-48ca-ad04-9d0be371288b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.385945] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f488e578-c4bc-48ca-ad04-9d0be371288b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.386161] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.386271] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.386320] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.386494] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.386578] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.386665] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f488e578-c4bc-48ca-ad04-9d0be371288b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.388255] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1e4c23d-c55b-4ade-ac71-bd73fa261d86 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.388423] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1e4c23d-c55b-4ade-ac71-bd73fa261d86" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.388466] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1e4c23d-c55b-4ade-ac71-bd73fa261d86" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.388610] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1e4c23d-c55b-4ade-ac71-bd73fa261d86" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.388687] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1e4c23d-c55b-4ade-ac71-bd73fa261d86',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.439964] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.440231] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.440231] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.440392] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.440448] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.440558] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b is going to be updated. [ 1054.480813] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.481080] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.481181] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.481386] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.481562] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.490814] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b in Status: IN_PROGRESS for 2s [ 1054.821156] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: SUCCESS [ 1054.821486] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.891028] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f488e578-c4bc-48ca-ad04-9d0be371288b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.891028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f488e578-c4bc-48ca-ad04-9d0be371288b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.891171] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1e4c23d-c55b-4ade-ac71-bd73fa261d86 with status ACTIVE [ 1054.891304] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.891414] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.891480] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.891696] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.891785] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.891953] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.892059] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.892123] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.892275] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.892354] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.892534] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.892633] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.892693] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.892830] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.892901] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.892985] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1e4c23d-c55b-4ade-ac71-bd73fa261d86 is going to be updated. [ 1054.894658] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f488e578-c4bc-48ca-ad04-9d0be371288b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.913762] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.913907] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.913980] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.914271] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.914349] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.914512] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1e4c23d-c55b-4ade-ac71-bd73fa261d86" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.005601] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 in Status: SUCCESS [ 1055.005885] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.168278] env[63412]: INFO networking_nsxv3.common.synchronization [req-0246fc8c-0b97-445e-a5f9-4395921a4919 req-028c17df-0b04-4e42-8b1c-12952fb8d351 tempest-ImagesTestJSON-284998145 tempest-ImagesTestJSON-284998145-project-member] Enqueued Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_members [ 1055.168278] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_members [ 1055.168603] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.168671] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.168772] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.168928] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.169327] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.169896] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.169896] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.169896] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.169896] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.169896] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.397352] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f488e578-c4bc-48ca-ad04-9d0be371288b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.477126] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-642 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.477389] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-642" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.477529] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-642" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.477834] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-642" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.478226] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.478403] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.478528] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.478797] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.478949] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.479180] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1055.479322] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.479445] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.479557] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.479671] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1055.479781] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.479921] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.499300] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.499509] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1055.499655] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.499781] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-642" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.500134] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-9e69906a-3dff-4217-894e-e4eb3ff777ce taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.500319] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-9e69906a-3dff-4217-894e-e4eb3ff777ce" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.500444] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-9e69906a-3dff-4217-894e-e4eb3ff777ce" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.500780] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-9e69906a-3dff-4217-894e-e4eb3ff777ce" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.500926] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e69906a-3dff-4217-894e-e4eb3ff777ce',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.672211] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.672406] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.672475] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.672693] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.672771] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.672979] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.673086] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.673139] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.673295] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.673374] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.673463] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 is going to be updated. [ 1055.704463] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.704463] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.704463] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.704463] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.704463] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.733248] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: IN_PROGRESS for 2s [ 1055.810055] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 in Status: SUCCESS [ 1055.810055] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.810204] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.810409] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.810599] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.810711] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.810777] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.810925] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.811016] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.811121] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b90ea019-1cd1-42ea-97cd-b8c406fdcec1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.899968] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.900163] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.900163] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.900319] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.900406] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.900522] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f488e578-c4bc-48ca-ad04-9d0be371288b is going to be created. [ 1055.924785] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.924945] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.924988] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.925184] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.925342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.935098] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f488e578-c4bc-48ca-ad04-9d0be371288b in Status: UNINITIALIZED for 2s [ 1056.004066] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.004278] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.004470] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.004756] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.005919] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.005919] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 9e69906a-3dff-4217-894e-e4eb3ff777ce not found, creating... [ 1056.005919] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.005919] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.005919] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.006512] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.006512] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.006626] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.006809] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.006939] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.007181] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.007343] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.007492] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 9e69906a-3dff-4217-894e-e4eb3ff777ce is going to be created. [ 1056.029507] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.029681] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.029776] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.030078] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.030319] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.030672] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-9e69906a-3dff-4217-894e-e4eb3ff777ce" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.312986] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b90ea019-1cd1-42ea-97cd-b8c406fdcec1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.501841] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b in Status: SUCCESS [ 1056.501841] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.501841] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.501841] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.501841] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.501841] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.501841] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.501841] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.501841] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.501841] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.501841] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.766433] env[63412]: INFO networking_nsxv3.common.synchronization [req-0246fc8c-0b97-445e-a5f9-4395921a4919 req-eebb6afb-c6ed-4aa3-8d35-baa670788c8e service nova] Enqueued Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_rules [ 1056.766706] env[63412]: INFO networking_nsxv3.common.synchronization [req-0246fc8c-0b97-445e-a5f9-4395921a4919 req-eebb6afb-c6ed-4aa3-8d35-baa670788c8e service nova] Enqueued Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_members [ 1056.766925] env[63412]: INFO networking_nsxv3.common.synchronization [req-0246fc8c-0b97-445e-a5f9-4395921a4919 req-eebb6afb-c6ed-4aa3-8d35-baa670788c8e service nova] Enqueued Resource ID: 9e69906a-3dff-4217-894e-e4eb3ff777ce with Priority: HIGHEST for action port [ 1056.767975] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_rules [ 1056.768255] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_members [ 1056.769014] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e69906a-3dff-4217-894e-e4eb3ff777ce with Priority: HIGHEST for action port [ 1056.769014] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.769157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.769157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.769435] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.769654] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.770931] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.771163] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.771481] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e69906a-3dff-4217-894e-e4eb3ff777ce taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.771679] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e69906a-3dff-4217-894e-e4eb3ff777ce" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.771808] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e69906a-3dff-4217-894e-e4eb3ff777ce" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.772147] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e69906a-3dff-4217-894e-e4eb3ff777ce" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.772306] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e69906a-3dff-4217-894e-e4eb3ff777ce',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.815215] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b90ea019-1cd1-42ea-97cd-b8c406fdcec1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.003893] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.278027] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.278400] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.278400] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e69906a-3dff-4217-894e-e4eb3ff777ce with status ACTIVE [ 1057.278535] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.278633] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.278966] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.279435] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.279435] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.279435] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.279560] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.279560] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.279804] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.279804] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.279986] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.280068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.280107] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.280231] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.280302] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.280386] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e69906a-3dff-4217-894e-e4eb3ff777ce is going to be updated. [ 1057.304086] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.304326] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.304645] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.304645] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.304784] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.305143] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e69906a-3dff-4217-894e-e4eb3ff777ce" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.317672] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.317913] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.317983] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.318263] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.318367] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.318470] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 is going to be updated. [ 1057.344023] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.344023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.344023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.344023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.344023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.352334] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 in Status: IN_PROGRESS for 2s [ 1057.506334] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a3abd40-d98e-4772-aeb7-ff43ef37df0b: rpc.has_security_group_logging(os_id): False [ 1057.524967] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.525246] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.525246] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.525552] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.525651] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.525996] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.526159] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.526731] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.526731] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.526731] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.526731] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b is going to be updated. [ 1057.584193] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.584363] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.584414] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.584619] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.584757] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.594975] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b in Status: IN_PROGRESS for 2s [ 1057.743331] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: SUCCESS [ 1057.743515] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 deletion is rescheduled due to dependency. [ 1057.743609] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.743774] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.743987] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.744373] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.744373] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.744373] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.744492] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.744559] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.744655] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.944027] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f488e578-c4bc-48ca-ad04-9d0be371288b in Status: SUCCESS [ 1057.944235] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f488e578-c4bc-48ca-ad04-9d0be371288b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.944399] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f488e578-c4bc-48ca-ad04-9d0be371288b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.944616] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f488e578-c4bc-48ca-ad04-9d0be371288b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.944804] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.944916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.944982] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.945193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.945288] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.945376] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f488e578-c4bc-48ca-ad04-9d0be371288b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.945465] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f488e578-c4bc-48ca-ad04-9d0be371288b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.247800] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.447357] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f488e578-c4bc-48ca-ad04-9d0be371288b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.447641] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f488e578-c4bc-48ca-ad04-9d0be371288b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.447641] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f488e578-c4bc-48ca-ad04-9d0be371288b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.447893] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f488e578-c4bc-48ca-ad04-9d0be371288b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.448101] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.448303] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.448396] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.448578] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.448677] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.448788] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f488e578-c4bc-48ca-ad04-9d0be371288b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.448994] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f488e578-c4bc-48ca-ad04-9d0be371288b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.449105] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f488e578-c4bc-48ca-ad04-9d0be371288b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.449189] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f488e578-c4bc-48ca-ad04-9d0be371288b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.449351] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f488e578-c4bc-48ca-ad04-9d0be371288b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.449556] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.449641] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.449718] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.449890] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.449971] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.450069] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f488e578-c4bc-48ca-ad04-9d0be371288b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.450184] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f488e578-c4bc-48ca-ad04-9d0be371288b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.750617] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.952521] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f488e578-c4bc-48ca-ad04-9d0be371288b: rpc.has_security_group_logging(os_id): False [ 1058.969745] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.969745] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.969867] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.970038] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.970131] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.970333] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.970525] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.970632] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.970802] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.970883] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.971102] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.971207] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.971283] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.971413] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.971481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.971675] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.971815] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.971857] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.972039] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.972126] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.972217] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f488e578-c4bc-48ca-ad04-9d0be371288b is going to be created. [ 1059.022374] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.022600] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.022600] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.022820] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.023064] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.057746] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f488e578-c4bc-48ca-ad04-9d0be371288b in Status: IN_PROGRESS for 2s [ 1059.253754] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.253990] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.254133] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.254395] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.254395] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.254490] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 is going to be updated. [ 1059.294410] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.294637] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.294671] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.294865] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.295022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.309039] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: IN_PROGRESS for 2s [ 1059.362707] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 in Status: SUCCESS [ 1059.362941] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.363138] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.363370] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.363559] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.363675] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.363740] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.363895] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.363970] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.364172] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.364241] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.364310] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.364348] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.364489] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.364623] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.364714] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.364780] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.364912] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.364984] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.365418] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.365546] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b90ea019-1cd1-42ea-97cd-b8c406fdcec1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.366476] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.366680] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.366830] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.366929] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.366996] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.367156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.367369] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.367415] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b90ea019-1cd1-42ea-97cd-b8c406fdcec1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.411349] env[63412]: INFO networking_nsxv3.common.synchronization [req-6d61ed08-3819-4d5d-8884-e26b9dc00fd7 req-6558b7e1-9f1e-4deb-8fb5-0fcd4f1286a4 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Enqueued Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGHEST for action security_group_members [ 1059.411921] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGHEST for action security_group_members [ 1059.412301] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-21b3bb0a-eab8-48b7-b110-55469fd10d8d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.412464] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.412557] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.412818] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.412997] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.415385] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.415458] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.415630] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.415733] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.415830] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.608660] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b in Status: SUCCESS [ 1059.609704] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.870477] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b90ea019-1cd1-42ea-97cd-b8c406fdcec1: rpc.has_security_group_logging(os_id): False [ 1059.870477] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b90ea019-1cd1-42ea-97cd-b8c406fdcec1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.871711] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-326 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.871904] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-326" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.872042] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-326" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.872328] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-326" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.873097] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.873276] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.873431] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.873622] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.873786] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.874076] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1059.874280] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.874354] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.874523] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.874698] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1059.874844] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.874987] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.892685] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.892834] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1059.893452] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.893452] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-326" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.893575] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-f2d0882d-582d-4ecf-9ce3-a46009b110fc taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.893737] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-f2d0882d-582d-4ecf-9ce3-a46009b110fc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.893863] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-f2d0882d-582d-4ecf-9ce3-a46009b110fc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.894303] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-f2d0882d-582d-4ecf-9ce3-a46009b110fc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.894465] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2d0882d-582d-4ecf-9ce3-a46009b110fc',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.896122] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.896252] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.896323] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.896496] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.896581] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.896779] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.896874] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.897077] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.897235] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.897315] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.897510] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.897600] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.897661] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.897797] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.897871] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.898059] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.898194] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.898281] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.898415] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.898489] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.898573] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 is going to be created. [ 1059.917813] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.917969] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.918038] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.918353] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.918502] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.918576] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.918674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.918738] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.918888] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.918963] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.919059] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d is going to be updated. [ 1059.943065] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.943065] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.943065] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.943065] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.943400] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.951688] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d in Status: IN_PROGRESS for 2s [ 1059.959450] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.959656] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.959656] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.959897] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.960133] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.969614] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 in Status: IN_PROGRESS for 2s [ 1060.377171] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b90ea019-1cd1-42ea-97cd-b8c406fdcec1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.401175] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.401463] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.401598] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.401875] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.402042] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.402226] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port f2d0882d-582d-4ecf-9ce3-a46009b110fc not found, creating... [ 1060.402529] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.402708] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.402835] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.403105] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.403251] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.403640] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.403833] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.404451] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.404725] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.404877] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.405041] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: f2d0882d-582d-4ecf-9ce3-a46009b110fc is going to be created. [ 1060.424878] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.425137] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.425271] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.425599] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.425841] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.426088] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-f2d0882d-582d-4ecf-9ce3-a46009b110fc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.879963] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.880284] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.880284] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.880356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.880448] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.882531] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 is going to be updated. [ 1060.907560] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.907753] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.907753] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.908623] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.908623] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.916651] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 in Status: IN_PROGRESS for 2s [ 1061.070441] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f488e578-c4bc-48ca-ad04-9d0be371288b in Status: SUCCESS [ 1061.070678] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f488e578-c4bc-48ca-ad04-9d0be371288b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.259533] env[63412]: INFO networking_nsxv3.common.synchronization [req-6d61ed08-3819-4d5d-8884-e26b9dc00fd7 req-3ce2984f-a0f5-4b0e-9829-244b8bb44714 service nova] Enqueued Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGHEST for action security_group_rules [ 1061.259725] env[63412]: INFO networking_nsxv3.common.synchronization [req-6d61ed08-3819-4d5d-8884-e26b9dc00fd7 req-3ce2984f-a0f5-4b0e-9829-244b8bb44714 service nova] Enqueued Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGHEST for action security_group_members [ 1061.259907] env[63412]: INFO networking_nsxv3.common.synchronization [req-6d61ed08-3819-4d5d-8884-e26b9dc00fd7 req-3ce2984f-a0f5-4b0e-9829-244b8bb44714 service nova] Enqueued Resource ID: f2d0882d-582d-4ecf-9ce3-a46009b110fc with Priority: HIGHEST for action port [ 1061.260752] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGHEST for action security_group_rules [ 1061.260752] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGHEST for action security_group_members [ 1061.264839] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2d0882d-582d-4ecf-9ce3-a46009b110fc with Priority: HIGHEST for action port [ 1061.265302] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.266269] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.266331] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.266565] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.266653] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.267655] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-21b3bb0a-eab8-48b7-b110-55469fd10d8d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.267762] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.268367] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2d0882d-582d-4ecf-9ce3-a46009b110fc taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.268511] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2d0882d-582d-4ecf-9ce3-a46009b110fc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.268546] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2d0882d-582d-4ecf-9ce3-a46009b110fc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.268718] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2d0882d-582d-4ecf-9ce3-a46009b110fc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.268795] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2d0882d-582d-4ecf-9ce3-a46009b110fc',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.322329] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: SUCCESS [ 1061.322329] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.322329] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.322329] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.322329] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.322329] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.322329] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.322329] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.322329] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.322711] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.322711] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.590057] env[63412]: INFO networking_nsxv3.common.synchronization [req-a2c84879-8c59-4ae6-b641-3db4bbeea594 req-a25b9c08-a8be-4c18-a82b-9f4e57d52d10 tempest-ListServersNegativeTestJSON-1346013206 tempest-ListServersNegativeTestJSON-1346013206-project-member] Enqueued Resource ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 with Priority: HIGHEST for action security_group_members [ 1061.591831] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 with Priority: HIGHEST for action security_group_members [ 1061.591831] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.591831] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.779347] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2d0882d-582d-4ecf-9ce3-a46009b110fc with status ACTIVE [ 1061.779653] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.779799] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.779873] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.780107] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.780207] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.780394] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.780496] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.780561] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.780712] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.780792] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.780972] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.781077] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.781191] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.781691] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.781691] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.781787] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2d0882d-582d-4ecf-9ce3-a46009b110fc is going to be updated. [ 1061.783086] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-21b3bb0a-eab8-48b7-b110-55469fd10d8d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.783250] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.801229] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.801349] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.801413] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.801600] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.801727] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.801872] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2d0882d-582d-4ecf-9ce3-a46009b110fc" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.824520] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.824673] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.825507] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.825507] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.825507] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.825507] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.825507] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.825507] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.825507] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.825760] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.825760] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.825760] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.825862] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.825940] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.826077] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.826159] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.826215] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.826453] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.826530] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.826609] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.826697] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.961464] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d in Status: SUCCESS [ 1061.961732] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d deletion is rescheduled due to dependency. [ 1061.961781] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.961993] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.962134] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.962316] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.962430] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.962492] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.962646] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.962726] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.963392] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.981502] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 in Status: SUCCESS [ 1061.981576] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.982084] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.982359] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.982488] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b90ea019-1cd1-42ea-97cd-b8c406fdcec1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.329245] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa23e180-2e18-4a50-9ce4-fe11304ecc58: rpc.has_security_group_logging(os_id): False [ 1062.346930] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.347114] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.347205] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.347408] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.347557] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.347816] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.347933] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.348017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.348258] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.348352] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.348577] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.348712] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.348817] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.349220] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.349220] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.349342] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.349403] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.349481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.349965] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.349965] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.349965] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 is going to be updated. [ 1062.404999] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.404999] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.404999] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.404999] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.404999] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.415362] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: IN_PROGRESS for 2s [ 1062.465089] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.485173] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.485341] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.927800] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 in Status: SUCCESS [ 1062.927983] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.928048] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.928362] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.928549] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.928668] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.928731] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.928888] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.929603] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.929756] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b90ea019-1cd1-42ea-97cd-b8c406fdcec1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.970256] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.433651] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b90ea019-1cd1-42ea-97cd-b8c406fdcec1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.472970] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.473156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.473232] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.473451] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.473540] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.473638] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d is going to be updated. [ 1063.503082] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.503314] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.503414] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.503544] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.503689] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.511794] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d in Status: IN_PROGRESS for 2s [ 1063.885037] env[63412]: INFO networking_nsxv3.common.synchronization [req-b17509df-bfc6-454f-b0cb-09567ae6597e req-e3c6ce04-4b79-496d-a160-91a2f93e656f tempest-ServerPasswordTestJSON-251510575 tempest-ServerPasswordTestJSON-251510575-project-member] Enqueued Resource ID: f488e578-c4bc-48ca-ad04-9d0be371288b with Priority: HIGHEST for action security_group_members [ 1063.885603] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f488e578-c4bc-48ca-ad04-9d0be371288b with Priority: HIGHEST for action security_group_members [ 1063.889021] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f488e578-c4bc-48ca-ad04-9d0be371288b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.889021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f488e578-c4bc-48ca-ad04-9d0be371288b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.889021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f488e578-c4bc-48ca-ad04-9d0be371288b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.889021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f488e578-c4bc-48ca-ad04-9d0be371288b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.889021] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.889021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.889021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.889021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.889021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.889021] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f488e578-c4bc-48ca-ad04-9d0be371288b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.936207] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b90ea019-1cd1-42ea-97cd-b8c406fdcec1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.390030] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.390030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.390030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.390503] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.390503] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.390503] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.390503] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.390706] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.390706] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.390809] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.390838] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f488e578-c4bc-48ca-ad04-9d0be371288b is going to be updated. [ 1064.418487] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.418621] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.418692] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.418887] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.419537] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.426693] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f488e578-c4bc-48ca-ad04-9d0be371288b in Status: IN_PROGRESS for 2s [ 1064.427365] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: SUCCESS [ 1064.428386] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.438483] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.438613] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.438678] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.438873] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.438956] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.439065] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 is going to be updated. [ 1064.476637] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.476782] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.476827] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.477039] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.477187] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.486038] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 in Status: IN_PROGRESS for 2s [ 1064.870927] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-92 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.871278] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.871736] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.871864] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.872168] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.872415] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.872627] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.872929] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.873167] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.873447] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1064.873618] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.873779] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.873936] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.874111] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1064.874270] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.874457] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.892854] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.893045] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1064.893194] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.893379] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-92" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.893706] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-ee79d76b-4cc5-439f-80dd-8e020fc9f4a6 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.893886] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-ee79d76b-4cc5-439f-80dd-8e020fc9f4a6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.894023] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-ee79d76b-4cc5-439f-80dd-8e020fc9f4a6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.894293] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-ee79d76b-4cc5-439f-80dd-8e020fc9f4a6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.894439] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee79d76b-4cc5-439f-80dd-8e020fc9f4a6',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.396701] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.397351] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.397351] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.397351] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.397548] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.397817] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.397982] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.398124] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.398374] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.398710] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.398899] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.399180] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.399285] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.399752] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.399752] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.399752] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: ee79d76b-4cc5-439f-80dd-8e020fc9f4a6 is going to be updated. [ 1065.420188] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.420606] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.420606] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.420868] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.421276] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.421389] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-ee79d76b-4cc5-439f-80dd-8e020fc9f4a6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.522677] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d in Status: SUCCESS [ 1065.522940] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.523113] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.523420] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.523524] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.523643] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.523707] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.523912] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.523962] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.524018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.524115] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.904351] env[63412]: INFO networking_nsxv3.common.synchronization [req-abd36390-444e-4b00-94f4-1b03ad73a646 req-63f7c5a8-4ff4-469c-b27e-e7497ced0d04 tempest-ServersTestJSON-406246726 tempest-ServersTestJSON-406246726-project-member] Enqueued Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 1065.904884] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 1065.905208] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.905440] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.905507] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.905718] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.905878] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.905981] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.906051] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.906206] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.906314] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.906417] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.029340] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.170467] env[63412]: INFO networking_nsxv3.common.synchronization [req-2cad1764-fcdf-48cc-9a55-5a4b318d31ee req-d70f4dc6-85a0-4502-9ae8-30d0e69ce056 service nova] Enqueued Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_rules [ 1066.170467] env[63412]: INFO networking_nsxv3.common.synchronization [req-2cad1764-fcdf-48cc-9a55-5a4b318d31ee req-d70f4dc6-85a0-4502-9ae8-30d0e69ce056 service nova] Enqueued Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_members [ 1066.170467] env[63412]: INFO networking_nsxv3.common.synchronization [req-2cad1764-fcdf-48cc-9a55-5a4b318d31ee req-d70f4dc6-85a0-4502-9ae8-30d0e69ce056 service nova] Enqueued Resource ID: ee79d76b-4cc5-439f-80dd-8e020fc9f4a6 with Priority: HIGHEST for action port [ 1066.170920] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_rules [ 1066.171212] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_members [ 1066.171512] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee79d76b-4cc5-439f-80dd-8e020fc9f4a6 with Priority: HIGHEST for action port [ 1066.172382] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.172680] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.172842] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.173163] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.173433] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.175317] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.175602] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.175781] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.176823] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.177193] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.177453] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.177688] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.178059] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.179529] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.179529] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.180214] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee79d76b-4cc5-439f-80dd-8e020fc9f4a6 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.182721] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee79d76b-4cc5-439f-80dd-8e020fc9f4a6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.182721] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee79d76b-4cc5-439f-80dd-8e020fc9f4a6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.182721] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee79d76b-4cc5-439f-80dd-8e020fc9f4a6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.182721] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee79d76b-4cc5-439f-80dd-8e020fc9f4a6',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.206999] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-413 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.207145] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-413" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.207311] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-413" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.207647] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-413" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.207957] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.208532] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.208736] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.209140] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.209427] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.209676] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1066.209941] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.210119] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.210287] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.210403] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1066.210529] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.210696] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.231102] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.231293] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1066.231483] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.231751] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-413" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.232152] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-4ce8e707-1d83-4880-80bb-d7f348fe1f1b taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.232370] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-4ce8e707-1d83-4880-80bb-d7f348fe1f1b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.232523] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-4ce8e707-1d83-4880-80bb-d7f348fe1f1b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.232847] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-4ce8e707-1d83-4880-80bb-d7f348fe1f1b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.233044] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ce8e707-1d83-4880-80bb-d7f348fe1f1b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.408884] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.444991] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f488e578-c4bc-48ca-ad04-9d0be371288b in Status: SUCCESS [ 1066.445198] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f488e578-c4bc-48ca-ad04-9d0be371288b deletion is rescheduled due to dependency. [ 1066.445296] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f488e578-c4bc-48ca-ad04-9d0be371288b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.495717] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 in Status: SUCCESS [ 1066.495887] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.496009] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.496306] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.496517] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.496635] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.496692] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.496883] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.496982] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.497087] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.497177] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b90ea019-1cd1-42ea-97cd-b8c406fdcec1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.533902] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21b3bb0a-eab8-48b7-b110-55469fd10d8d: rpc.has_security_group_logging(os_id): False [ 1066.552515] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.552674] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.552729] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.552933] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.553035] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.553284] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.553384] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.553447] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.553630] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.553675] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.553749] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d is going to be updated. [ 1066.619447] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.619675] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.619675] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.619897] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.620049] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.630916] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d in Status: IN_PROGRESS for 2s [ 1066.676136] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.676347] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.680716] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.684205] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee79d76b-4cc5-439f-80dd-8e020fc9f4a6 with status ACTIVE [ 1066.684418] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.684558] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.684628] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.684861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.684950] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.685135] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.685234] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.685298] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.685447] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.685521] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.685715] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.685847] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.685886] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.686010] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.686085] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.686168] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee79d76b-4cc5-439f-80dd-8e020fc9f4a6 is going to be updated. [ 1066.710625] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.710763] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.710833] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.711058] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.711195] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.711346] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee79d76b-4cc5-439f-80dd-8e020fc9f4a6" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.735672] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.735896] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.736042] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.736351] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.736547] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.736712] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 4ce8e707-1d83-4880-80bb-d7f348fe1f1b not found, creating... [ 1066.736981] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.737156] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.737278] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.737508] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.737655] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.737964] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.738147] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.738306] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.738584] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.738658] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.738802] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 4ce8e707-1d83-4880-80bb-d7f348fe1f1b is going to be created. [ 1066.775008] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.775253] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.775387] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.775666] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.775903] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.776144] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-4ce8e707-1d83-4880-80bb-d7f348fe1f1b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.911731] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.000330] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.000520] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.000577] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.000842] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.001099] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.001159] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.001226] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.001373] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.001465] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.001553] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.001745] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.001845] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.001908] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.002061] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.002199] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.002289] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.002348] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.002514] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.002595] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.002678] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.002767] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b90ea019-1cd1-42ea-97cd-b8c406fdcec1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.183112] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.414490] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.414821] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.414821] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.415058] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.415208] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.415322] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36483e6f-5723-4b93-8a36-a832c1be7980 is going to be updated. [ 1067.448398] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.448639] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.448718] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.448944] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.449108] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.459729] env[63412]: INFO networking_nsxv3.common.synchronization [req-abd36390-444e-4b00-94f4-1b03ad73a646 req-abf1441d-c5b3-4e3d-84e1-45f11661c2c6 service nova] Enqueued Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_rules [ 1067.459927] env[63412]: INFO networking_nsxv3.common.synchronization [req-abd36390-444e-4b00-94f4-1b03ad73a646 req-abf1441d-c5b3-4e3d-84e1-45f11661c2c6 service nova] Enqueued Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 1067.460085] env[63412]: INFO networking_nsxv3.common.synchronization [req-abd36390-444e-4b00-94f4-1b03ad73a646 req-abf1441d-c5b3-4e3d-84e1-45f11661c2c6 service nova] Enqueued Resource ID: 4ce8e707-1d83-4880-80bb-d7f348fe1f1b with Priority: HIGHEST for action port [ 1067.461014] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: IN_PROGRESS for 2s [ 1067.462270] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_rules [ 1067.462418] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 1067.462521] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce8e707-1d83-4880-80bb-d7f348fe1f1b with Priority: HIGHEST for action port [ 1067.463126] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.463251] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.463321] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.463529] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.463611] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.465355] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.465501] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.465825] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ce8e707-1d83-4880-80bb-d7f348fe1f1b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.465943] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ce8e707-1d83-4880-80bb-d7f348fe1f1b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.466022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ce8e707-1d83-4880-80bb-d7f348fe1f1b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.466228] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ce8e707-1d83-4880-80bb-d7f348fe1f1b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.466346] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ce8e707-1d83-4880-80bb-d7f348fe1f1b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.505217] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b90ea019-1cd1-42ea-97cd-b8c406fdcec1: rpc.has_security_group_logging(os_id): False [ 1067.525842] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.526116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.526245] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.526741] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.526741] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.527102] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.527262] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.527369] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.527614] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.527745] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.528089] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.528254] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.528437] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.528647] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.528728] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.528981] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.529136] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.529250] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.529464] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.529598] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.529730] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 is going to be updated. [ 1067.586778] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.586859] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.586904] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.587242] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.587357] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.599011] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 in Status: IN_PROGRESS for 2s [ 1067.685334] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.685529] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.685529] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.685756] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.685844] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.685941] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 is going to be updated. [ 1067.728211] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.728211] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.728211] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.728211] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.728211] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.740328] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 in Status: IN_PROGRESS for 2s [ 1067.968500] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ce8e707-1d83-4880-80bb-d7f348fe1f1b with status ACTIVE [ 1067.968746] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.968876] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.969407] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.969690] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.969791] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.970459] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.970459] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.970459] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.970459] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.970459] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.970665] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.970756] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.971287] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.971287] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.971287] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.971287] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ce8e707-1d83-4880-80bb-d7f348fe1f1b is going to be updated. [ 1067.972600] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.972708] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.013152] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.013330] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.013372] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.013574] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.013711] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.013927] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ce8e707-1d83-4880-80bb-d7f348fe1f1b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.663676] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d in Status: SUCCESS [ 1068.664008] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.493624] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: SUCCESS [ 1069.494012] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.495309] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.495309] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.495309] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.495309] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.495309] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.495309] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.495309] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.495309] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.614043] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 in Status: SUCCESS [ 1069.614043] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.614043] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.614043] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.614043] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b90ea019-1cd1-42ea-97cd-b8c406fdcec1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.750208] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 in Status: SUCCESS [ 1069.750592] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.750592] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.750970] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.751198] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.751324] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.751402] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.751574] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.751658] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.751763] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.751831] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.999498] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.116426] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.116426] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.116426] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.116650] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.116853] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.116959] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.117028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.117191] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.117836] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.117836] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.117836] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b90ea019-1cd1-42ea-97cd-b8c406fdcec1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.254929] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.255186] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.255284] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.255518] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.255721] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.255879] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.255916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.256065] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.256152] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.256240] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.256415] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.256517] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.256577] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.256720] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.256857] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.256948] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.256999] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.257152] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.257227] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.257307] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.257393] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.501786] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.584111] env[63412]: INFO networking_nsxv3.common.synchronization [req-0e268d8c-353f-4662-8cc1-e7de6549fe26 req-b874ab1b-3f79-4f6f-b3b0-facb6cc3d9fc tempest-ListServersNegativeTestJSON-1346013206 tempest-ListServersNegativeTestJSON-1346013206-project-member] Enqueued Resource ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 with Priority: HIGHEST for action security_group_members [ 1070.584111] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 with Priority: HIGHEST for action security_group_members [ 1070.584111] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.584111] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.584111] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.585240] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.585429] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.585591] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.585692] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.585915] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.586052] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.586184] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b90ea019-1cd1-42ea-97cd-b8c406fdcec1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.621348] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.621348] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.763423] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9: rpc.has_security_group_logging(os_id): False [ 1070.788835] env[63412]: INFO networking_nsxv3.common.synchronization [req-857a1662-5534-4ccc-b4c1-0a5d3e4119ee req-614c0d47-998a-40c0-8967-e7e58b31cfcf tempest-ListServersNegativeTestJSON-1346013206 tempest-ListServersNegativeTestJSON-1346013206-project-member] Enqueued Resource ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 with Priority: HIGHEST for action security_group_members [ 1070.788835] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.788835] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.788835] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.788835] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.788835] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.788835] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.788835] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.788835] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.788835] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.788835] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.788835] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.788835] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.788835] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.789302] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.789302] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.789302] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.789302] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.789302] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.789302] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.789302] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.789302] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 is going to be updated. [ 1070.789302] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 with Priority: HIGHEST for action security_group_members [ 1070.789302] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.789302] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.866775] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.866879] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.866935] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.868015] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.868015] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.882931] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 in Status: IN_PROGRESS for 2s [ 1071.004552] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.004552] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.004552] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.004765] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.004765] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.004765] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36483e6f-5723-4b93-8a36-a832c1be7980 is going to be updated. [ 1071.042452] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.042614] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.042690] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.043690] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.043854] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.055643] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: IN_PROGRESS for 2s [ 1071.088659] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b90ea019-1cd1-42ea-97cd-b8c406fdcec1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.591270] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b90ea019-1cd1-42ea-97cd-b8c406fdcec1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.093237] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.093545] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.093545] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.093782] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.093782] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.093865] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 is going to be updated. [ 1072.132508] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.132508] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.132820] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.132820] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.132880] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.142152] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 in Status: IN_PROGRESS for 2s [ 1072.902414] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 in Status: SUCCESS [ 1072.903529] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.065473] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: SUCCESS [ 1073.065832] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.066134] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.066414] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.066616] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.066742] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.066841] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.067456] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.067456] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.067456] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.067456] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.569693] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.570127] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.570127] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.570365] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.570552] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.570659] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.570742] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.570919] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.571018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.571109] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.571263] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.571353] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.571431] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.571581] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.571719] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.571810] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.571871] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.572012] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.572113] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.572200] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.572309] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.074478] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36483e6f-5723-4b93-8a36-a832c1be7980: rpc.has_security_group_logging(os_id): False [ 1074.092199] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.092491] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.092491] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.092660] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.092738] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.092934] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.093108] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.093108] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.093271] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.093350] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.093580] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.093733] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.093843] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.094578] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.094711] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.094923] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.095196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.095266] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.095394] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.095464] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.095578] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36483e6f-5723-4b93-8a36-a832c1be7980 is going to be updated. [ 1074.153461] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 in Status: IN_PROGRESS for 4s [ 1074.154998] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.155230] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.155230] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.155426] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.155606] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.167021] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: IN_PROGRESS for 2s [ 1075.788261] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1075.788570] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1076.162812] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 in Status: SUCCESS [ 1076.162812] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.163038] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.163209] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.163427] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.163573] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.163653] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.163846] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.164081] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.164081] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.164247] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.164365] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.164434] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.165079] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.165079] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.165079] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.165079] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.165270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.165270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.165510] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.165510] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b90ea019-1cd1-42ea-97cd-b8c406fdcec1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.166388] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.166699] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.166865] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.166973] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.167055] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.167207] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.167286] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.167374] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b90ea019-1cd1-42ea-97cd-b8c406fdcec1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.178091] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: SUCCESS [ 1076.178315] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.670910] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b90ea019-1cd1-42ea-97cd-b8c406fdcec1: rpc.has_security_group_logging(os_id): False [ 1076.670910] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.670910] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.670910] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.671291] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.671291] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.671472] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.671534] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.671572] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.671743] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.671823] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.671920] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 is going to be updated. [ 1076.688329] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.688329] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.688329] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.688701] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.688810] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.689165] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.689165] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.689274] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.689437] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.689536] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.689741] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.689840] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.690175] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.690595] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.690746] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.690947] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.691077] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.691146] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.691298] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.691384] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.691493] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 is going to be updated. [ 1076.698870] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.699054] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.699054] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.699217] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.699409] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.706180] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 in Status: IN_PROGRESS for 2s [ 1076.767032] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.767240] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.767297] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.767495] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.767659] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.780907] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 in Status: IN_PROGRESS for 2s [ 1078.717038] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 in Status: SUCCESS [ 1078.717368] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 deletion is rescheduled due to dependency. [ 1078.717368] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.797671] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b90ea019-1cd1-42ea-97cd-b8c406fdcec1 in Status: SUCCESS [ 1078.797937] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b90ea019-1cd1-42ea-97cd-b8c406fdcec1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.263772] env[63412]: INFO networking_nsxv3.common.synchronization [None req-13fcf11c-0bed-43da-8219-1dac98c94263 None None] Enqueued Resource ID: 909248ec-5fbc-422a-aee7-4df7c814e32a with Priority: HIGHEST for action port [ 1080.264339] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 909248ec-5fbc-422a-aee7-4df7c814e32a with Priority: HIGHEST for action port [ 1080.264706] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-909248ec-5fbc-422a-aee7-4df7c814e32a taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.264844] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-909248ec-5fbc-422a-aee7-4df7c814e32a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.265190] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-909248ec-5fbc-422a-aee7-4df7c814e32a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.265615] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-909248ec-5fbc-422a-aee7-4df7c814e32a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.265857] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('909248ec-5fbc-422a-aee7-4df7c814e32a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.726598] env[63412]: INFO networking_nsxv3.common.synchronization [req-6d2e84e5-153c-47e0-b1f2-80bdfcbc2f65 req-d64cbb78-5eef-45bc-984e-a80fb996f404 tempest-ServersTestJSON-406246726 tempest-ServersTestJSON-406246726-project-member] Enqueued Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 1080.726598] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 1080.728045] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.728670] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.728670] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.728670] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.730253] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.730441] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.730598] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.730783] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.730916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.731067] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.768571] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 909248ec-5fbc-422a-aee7-4df7c814e32a [ 1080.769548] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.769548] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.769706] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.770467] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.770467] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.770467] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:909248ec-5fbc-422a-aee7-4df7c814e32a already deleted. [ 1080.770467] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-909248ec-5fbc-422a-aee7-4df7c814e32a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.914197] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.914197] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-302" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.914197] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-302" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.914197] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-302" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.914197] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.914197] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.914197] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.914524] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.914628] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.914823] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.914935] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.915069] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.915179] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.915473] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.915600] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.915732] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.937144] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.937547] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1080.937636] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.937884] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-302" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.938452] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-3ed2d256-e197-4830-a9a2-00c1ac836086 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.938727] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-3ed2d256-e197-4830-a9a2-00c1ac836086" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.938864] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-3ed2d256-e197-4830-a9a2-00c1ac836086" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.939464] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-3ed2d256-e197-4830-a9a2-00c1ac836086" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.939640] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ed2d256-e197-4830-a9a2-00c1ac836086',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.235560] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.442250] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.442560] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.442560] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.442841] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.442991] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.443296] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.443455] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.443583] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.445023] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.445023] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.445023] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.445023] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.445023] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.445023] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.445023] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.445023] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 3ed2d256-e197-4830-a9a2-00c1ac836086 is going to be updated. [ 1081.467853] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.468598] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.468749] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.469050] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.469261] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.469482] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-3ed2d256-e197-4830-a9a2-00c1ac836086" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.598626] env[63412]: INFO networking_nsxv3.common.synchronization [req-8ce50c9f-2784-4a40-aae5-c55f93fe7df3 req-9f94fc5f-cd1a-47b0-9619-d608d3e279ba tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Enqueued Resource ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b with Priority: HIGHEST for action security_group_members [ 1081.598626] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b with Priority: HIGHEST for action security_group_members [ 1081.598626] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.598626] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.598626] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.598825] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.598915] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.599022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.599087] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.599236] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.599321] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.599410] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e566327-5bae-49b6-81a6-1eeb8e1fdc5b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.737515] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.102544] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e566327-5bae-49b6-81a6-1eeb8e1fdc5b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.192611] env[63412]: INFO networking_nsxv3.common.synchronization [req-b9721634-c2d8-4c24-9367-cd216d41494f req-aa5d1543-2966-4231-8432-6394ada63e65 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Enqueued Resource ID: 57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 with Priority: HIGHEST for action security_group_members [ 1082.193234] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 with Priority: HIGHEST for action security_group_members [ 1082.193540] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.193728] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.193955] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.194054] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.197254] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.197254] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.197254] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.197254] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.197254] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.197254] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57b38e8c-e8cd-4d82-a2f5-b44ef14cca29',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.199981] env[63412]: INFO networking_nsxv3.common.synchronization [req-c4a7f701-f47a-4fa4-9c2a-aa67890534bc req-e98d5c4e-7f35-4338-9edd-44e2afe13ad5 service nova] Enqueued Resource ID: d2d366e8-41df-4b11-a769-1885b63416ab with Priority: HIGHEST for action security_group_rules [ 1082.199981] env[63412]: INFO networking_nsxv3.common.synchronization [req-c4a7f701-f47a-4fa4-9c2a-aa67890534bc req-e98d5c4e-7f35-4338-9edd-44e2afe13ad5 service nova] Enqueued Resource ID: d2d366e8-41df-4b11-a769-1885b63416ab with Priority: HIGHEST for action security_group_members [ 1082.199981] env[63412]: INFO networking_nsxv3.common.synchronization [req-c4a7f701-f47a-4fa4-9c2a-aa67890534bc req-e98d5c4e-7f35-4338-9edd-44e2afe13ad5 service nova] Enqueued Resource ID: 3ed2d256-e197-4830-a9a2-00c1ac836086 with Priority: HIGHEST for action port [ 1082.201424] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d366e8-41df-4b11-a769-1885b63416ab with Priority: HIGHEST for action security_group_rules [ 1082.201600] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d366e8-41df-4b11-a769-1885b63416ab with Priority: HIGHEST for action security_group_members [ 1082.201717] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed2d256-e197-4830-a9a2-00c1ac836086 with Priority: HIGHEST for action port [ 1082.202963] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2d366e8-41df-4b11-a769-1885b63416ab taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.203160] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.203266] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.203472] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.203573] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2d366e8-41df-4b11-a769-1885b63416ab',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.204480] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d366e8-41df-4b11-a769-1885b63416ab taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.204598] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.204667] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.204848] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.205025] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.205451] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.205527] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.205704] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.205793] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.205901] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2d366e8-41df-4b11-a769-1885b63416ab',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.211206] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ed2d256-e197-4830-a9a2-00c1ac836086 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.211206] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ed2d256-e197-4830-a9a2-00c1ac836086" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.211355] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ed2d256-e197-4830-a9a2-00c1ac836086" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.211950] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ed2d256-e197-4830-a9a2-00c1ac836086" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.212085] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ed2d256-e197-4830-a9a2-00c1ac836086',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.239841] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.240030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.240081] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.240525] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.240525] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.240636] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36483e6f-5723-4b93-8a36-a832c1be7980 is going to be updated. [ 1082.271692] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.273038] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.273038] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.273038] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.273038] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.283766] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: IN_PROGRESS for 2s [ 1082.604954] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e566327-5bae-49b6-81a6-1eeb8e1fdc5b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.701590] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.701754] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.701828] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.702081] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.712382] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2d366e8-41df-4b11-a769-1885b63416ab',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.713981] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d366e8-41df-4b11-a769-1885b63416ab taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.714115] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.714526] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ed2d256-e197-4830-a9a2-00c1ac836086 with status ACTIVE [ 1082.714725] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.714849] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.714917] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.715129] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.715217] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.715395] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.715504] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.715595] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.715711] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.715785] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.715965] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.717949] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.718027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.718193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.718276] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.718369] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ed2d256-e197-4830-a9a2-00c1ac836086 is going to be updated. [ 1082.721656] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.721872] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.722014] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.722112] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.722303] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.722388] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.722480] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 is going to be updated. [ 1082.729018] env[63412]: INFO networking_nsxv3.common.synchronization [None req-5fcae7a3-7f3c-4a5c-9684-eb76ca7c180a None None] Enqueued Resource ID: 1fcc2ba8-55b2-4949-ad88-3c849e56a616 with Priority: HIGHEST for action port [ 1082.729688] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fcc2ba8-55b2-4949-ad88-3c849e56a616 with Priority: HIGHEST for action port [ 1082.730025] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fcc2ba8-55b2-4949-ad88-3c849e56a616 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.730142] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fcc2ba8-55b2-4949-ad88-3c849e56a616" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.730207] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fcc2ba8-55b2-4949-ad88-3c849e56a616" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.730425] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fcc2ba8-55b2-4949-ad88-3c849e56a616" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.730509] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fcc2ba8-55b2-4949-ad88-3c849e56a616',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.736456] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.736582] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.737159] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.737159] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.737159] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.737159] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ed2d256-e197-4830-a9a2-00c1ac836086" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.743108] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.743243] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.743284] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.743444] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.743567] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.750820] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 in Status: IN_PROGRESS for 2s [ 1083.107303] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.107543] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.107658] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.107927] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.108077] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.108233] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b is going to be updated. [ 1083.145403] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.145403] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.145555] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.146561] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.146561] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.156899] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b in Status: IN_PROGRESS for 2s [ 1083.215374] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2d366e8-41df-4b11-a769-1885b63416ab',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.232570] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fcc2ba8-55b2-4949-ad88-3c849e56a616 [ 1083.232793] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.232919] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.232991] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.233216] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.233303] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.233399] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fcc2ba8-55b2-4949-ad88-3c849e56a616 already deleted. [ 1083.233479] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fcc2ba8-55b2-4949-ad88-3c849e56a616" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.718064] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.718445] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.718445] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.718520] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.718635] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.718748] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2d366e8-41df-4b11-a769-1885b63416ab is going to be updated. [ 1083.745890] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.746081] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.746125] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.746311] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.746505] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.755190] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d366e8-41df-4b11-a769-1885b63416ab in Status: IN_PROGRESS for 2s [ 1084.295822] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: SUCCESS [ 1084.296220] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.759542] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 in Status: SUCCESS [ 1084.759844] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 deletion is rescheduled due to dependency. [ 1084.759844] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.166061] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b in Status: SUCCESS [ 1085.166337] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.765961] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d366e8-41df-4b11-a769-1885b63416ab in Status: SUCCESS [ 1085.766243] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.766309] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.766517] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.766722] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.766859] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.766934] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.767066] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.767177] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.767218] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.767311] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2d366e8-41df-4b11-a769-1885b63416ab',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.270414] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2d366e8-41df-4b11-a769-1885b63416ab',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.773062] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2d366e8-41df-4b11-a769-1885b63416ab: rpc.has_security_group_logging(os_id): False [ 1086.790568] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.790692] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.790792] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.790988] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.791132] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.791383] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.791516] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.791549] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.791707] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.791790] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.791866] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2d366e8-41df-4b11-a769-1885b63416ab is going to be updated. [ 1086.843893] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.844049] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.844120] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.844334] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.844479] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.856615] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2d366e8-41df-4b11-a769-1885b63416ab in Status: IN_PROGRESS for 2s [ 1087.217139] env[63412]: INFO networking_nsxv3.common.synchronization [req-adcd3814-2d2b-4baa-8d0e-37b2435b600c req-eb5db2e2-8e97-41b1-8304-28bbc4bf381e tempest-ImagesTestJSON-284998145 tempest-ImagesTestJSON-284998145-project-member] Enqueued Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_members [ 1087.217801] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_members [ 1087.218304] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.218779] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.218779] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.218913] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.218980] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.219112] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.219191] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.219613] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.219748] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.219863] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.535114] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-642 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.535629] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-642" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.535629] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-642" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.536012] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-642" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.536233] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.536441] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.536644] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.536931] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.537142] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.537708] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1087.537886] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1087.538109] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1087.538318] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1087.538474] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1087.538623] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1087.538829] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1087.559099] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1087.559099] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1087.559099] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1087.559099] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-642" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.559099] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-a52aa1f7-abdd-44c3-8a63-146a0f32c933 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.559099] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-a52aa1f7-abdd-44c3-8a63-146a0f32c933" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.559099] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-a52aa1f7-abdd-44c3-8a63-146a0f32c933" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.559099] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-a52aa1f7-abdd-44c3-8a63-146a0f32c933" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.559452] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a52aa1f7-abdd-44c3-8a63-146a0f32c933',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.724355] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.829672] env[63412]: INFO networking_nsxv3.common.synchronization [req-77741339-455b-4191-9927-977021347e61 req-d9795ebe-90b8-4113-b1c1-329f51617e33 tempest-ServersTestJSON-406246726 tempest-ServersTestJSON-406246726-project-member] Enqueued Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 1087.830278] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36483e6f-5723-4b93-8a36-a832c1be7980 with Priority: HIGHEST for action security_group_members [ 1087.830684] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-36483e6f-5723-4b93-8a36-a832c1be7980 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.830820] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.830888] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.831116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.831274] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.831374] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.831436] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.831571] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.831642] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.832197] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36483e6f-5723-4b93-8a36-a832c1be7980',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.062958] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.062958] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.062958] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.062958] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.063308] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.063409] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port a52aa1f7-abdd-44c3-8a63-146a0f32c933 not found, creating... [ 1088.063714] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.063872] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.063996] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.064356] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.064409] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.064801] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.064801] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.064963] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.065150] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.065353] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.065512] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: a52aa1f7-abdd-44c3-8a63-146a0f32c933 is going to be created. [ 1088.086265] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.086487] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.087063] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.087063] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.087230] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.087428] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-a52aa1f7-abdd-44c3-8a63-146a0f32c933" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.228027] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.334160] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.334356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.334403] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.334608] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.334700] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.334916] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.335033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.335095] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.335250] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.335327] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.335416] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36483e6f-5723-4b93-8a36-a832c1be7980 is going to be updated. [ 1088.366896] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.367053] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.367132] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.367372] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.367633] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.380304] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: IN_PROGRESS for 2s [ 1088.730552] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.730823] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.731095] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.731315] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.731761] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.731761] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 is going to be updated. [ 1088.769017] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.769017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.769017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.769017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.769017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.776353] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: IN_PROGRESS for 2s [ 1088.872498] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2d366e8-41df-4b11-a769-1885b63416ab in Status: SUCCESS [ 1088.872813] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.949856] env[63412]: INFO networking_nsxv3.common.synchronization [req-adcd3814-2d2b-4baa-8d0e-37b2435b600c req-b1c96bb8-6bc0-429e-9374-8c9d0a4ac292 service nova] Enqueued Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_rules [ 1088.950132] env[63412]: INFO networking_nsxv3.common.synchronization [req-adcd3814-2d2b-4baa-8d0e-37b2435b600c req-b1c96bb8-6bc0-429e-9374-8c9d0a4ac292 service nova] Enqueued Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_members [ 1088.950290] env[63412]: INFO networking_nsxv3.common.synchronization [req-adcd3814-2d2b-4baa-8d0e-37b2435b600c req-b1c96bb8-6bc0-429e-9374-8c9d0a4ac292 service nova] Enqueued Resource ID: a52aa1f7-abdd-44c3-8a63-146a0f32c933 with Priority: HIGHEST for action port [ 1088.950893] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_rules [ 1088.950992] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_members [ 1088.951092] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a52aa1f7-abdd-44c3-8a63-146a0f32c933 with Priority: HIGHEST for action port [ 1088.951378] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.951505] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.951574] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.951784] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.951866] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.952741] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.952839] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.953039] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-a52aa1f7-abdd-44c3-8a63-146a0f32c933 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.953141] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a52aa1f7-abdd-44c3-8a63-146a0f32c933" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.953204] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a52aa1f7-abdd-44c3-8a63-146a0f32c933" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.953373] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a52aa1f7-abdd-44c3-8a63-146a0f32c933" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.953445] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a52aa1f7-abdd-44c3-8a63-146a0f32c933',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.293753] env[63412]: INFO networking_nsxv3.common.synchronization [req-88362c33-a00c-4592-bd15-b2bc38167447 req-91ef0c3a-1b94-45a3-95f9-a4352bfe79a1 tempest-ServerRescueNegativeTestJSON-1224090775 tempest-ServerRescueNegativeTestJSON-1224090775-project-member] Enqueued Resource ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef with Priority: HIGHEST for action security_group_members [ 1089.294359] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef with Priority: HIGHEST for action security_group_members [ 1089.294666] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.294792] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.294860] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.295074] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.295232] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.295333] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.295395] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.295545] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.295629] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.295746] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.455885] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.456419] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.458461] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a52aa1f7-abdd-44c3-8a63-146a0f32c933 with status ACTIVE [ 1089.458817] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.458880] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.458959] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.459182] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.459301] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.459514] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.459643] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.460024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.460024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.460024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.460201] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.460321] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.460383] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.460530] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.460601] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.460691] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a52aa1f7-abdd-44c3-8a63-146a0f32c933 is going to be updated. [ 1089.482121] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.482249] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.482301] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.482507] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.482669] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.482825] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a52aa1f7-abdd-44c3-8a63-146a0f32c933" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.798469] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.798712] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.798810] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.798982] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.799086] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.799290] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.799390] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.799454] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.799702] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.799702] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.799812] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef is going to be updated. [ 1089.828830] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.828985] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.829069] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.829288] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.829433] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.837654] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef in Status: IN_PROGRESS for 2s [ 1090.389632] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36483e6f-5723-4b93-8a36-a832c1be7980 in Status: SUCCESS [ 1090.389632] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36483e6f-5723-4b93-8a36-a832c1be7980 deletion is rescheduled due to dependency. [ 1090.389632] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36483e6f-5723-4b93-8a36-a832c1be7980" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.790050] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: SUCCESS [ 1090.790310] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.790552] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.790827] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.791068] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.791195] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.791261] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.791429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.791520] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.791652] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.119029] env[63412]: INFO networking_nsxv3.common.synchronization [req-c9c4ca9b-2f04-4b87-993e-4bd58b6f5ef4 req-7d747842-4e91-4204-a9b9-27cfde68aac6 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Enqueued Resource ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b with Priority: HIGHEST for action security_group_members [ 1091.119029] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b with Priority: HIGHEST for action security_group_members [ 1091.120334] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.120334] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.120334] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.120334] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.120334] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.120334] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.120334] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.120767] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.120767] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.120860] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e566327-5bae-49b6-81a6-1eeb8e1fdc5b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.294309] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.388301] env[63412]: INFO networking_nsxv3.common.synchronization [req-ff53f435-d54d-4879-a0b7-e56d836eb63f req-bacbdd99-28af-4c2c-b68f-b76855649c72 tempest-ServerMetadataTestJSON-632761173 tempest-ServerMetadataTestJSON-632761173-project-member] Enqueued Resource ID: 2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5 with Priority: HIGHEST for action security_group_members [ 1091.391018] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5 with Priority: HIGHEST for action security_group_members [ 1091.391018] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.391018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.391018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.391018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.391018] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.391018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.391018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.391018] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.391601] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.391601] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.623677] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.623895] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.623895] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.624174] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.624267] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.624470] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.624575] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.624633] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.624786] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.624863] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.624996] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b is going to be updated. [ 1091.651571] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.651732] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.651787] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.652019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.652167] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.662414] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b in Status: IN_PROGRESS for 2s [ 1091.765140] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-198 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.766899] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-198" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.767207] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-198" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.767611] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-198" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.769265] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.769475] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.769608] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.769902] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.770071] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.770303] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1091.770424] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.770536] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.770647] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.770761] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1091.770872] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.771018] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.790753] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.790996] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1091.791209] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.791438] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-198" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.791796] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-97bb8eba-950e-4667-ae12-e5d48837a14e taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.792059] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-97bb8eba-950e-4667-ae12-e5d48837a14e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.792254] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-97bb8eba-950e-4667-ae12-e5d48837a14e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.793098] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-97bb8eba-950e-4667-ae12-e5d48837a14e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.793417] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97bb8eba-950e-4667-ae12-e5d48837a14e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.796862] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.848023] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef in Status: SUCCESS [ 1091.848224] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef deletion is rescheduled due to dependency. [ 1091.848347] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.896748] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.896952] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.897042] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.897285] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.897381] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.897587] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.897727] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.897808] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.897900] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.897976] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.898078] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5 already deleted. [ 1091.898159] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.296603] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.296907] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.297058] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.297345] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.297502] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.297664] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 97bb8eba-950e-4667-ae12-e5d48837a14e not found, creating... [ 1092.297938] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.298113] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.298233] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.298452] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.298590] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.298964] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.299142] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.299263] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.299473] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.299610] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.299768] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 97bb8eba-950e-4667-ae12-e5d48837a14e is going to be created. [ 1092.300966] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.301131] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.301210] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.301355] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.301435] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.301523] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 is going to be updated. [ 1092.325933] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.325933] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.325933] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.325933] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.325933] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.325933] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-97bb8eba-950e-4667-ae12-e5d48837a14e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.334724] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.334890] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.335088] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.335356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.335531] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.347866] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: IN_PROGRESS for 2s [ 1092.999541] env[63412]: INFO networking_nsxv3.common.synchronization [req-ff53f435-d54d-4879-a0b7-e56d836eb63f req-b6e0eedc-4fd0-41f7-bcc3-83f175d3b082 service nova] Enqueued Resource ID: 2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5 with Priority: HIGHEST for action security_group_rules [ 1092.999850] env[63412]: INFO networking_nsxv3.common.synchronization [req-ff53f435-d54d-4879-a0b7-e56d836eb63f req-b6e0eedc-4fd0-41f7-bcc3-83f175d3b082 service nova] Enqueued Resource ID: 2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5 with Priority: HIGHEST for action security_group_members [ 1092.999944] env[63412]: INFO networking_nsxv3.common.synchronization [req-ff53f435-d54d-4879-a0b7-e56d836eb63f req-b6e0eedc-4fd0-41f7-bcc3-83f175d3b082 service nova] Enqueued Resource ID: 97bb8eba-950e-4667-ae12-e5d48837a14e with Priority: HIGHEST for action port [ 1093.000542] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5 with Priority: HIGHEST for action security_group_rules [ 1093.001405] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5 with Priority: HIGHEST for action security_group_members [ 1093.001405] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97bb8eba-950e-4667-ae12-e5d48837a14e with Priority: HIGHEST for action port [ 1093.001405] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.001405] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.001914] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.001914] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.001914] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.003172] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.003316] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.003360] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.003767] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.003767] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.003767] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.004168] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.004168] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.004168] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.004168] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.007467] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-97bb8eba-950e-4667-ae12-e5d48837a14e taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.007941] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97bb8eba-950e-4667-ae12-e5d48837a14e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.007941] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97bb8eba-950e-4667-ae12-e5d48837a14e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.008159] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97bb8eba-950e-4667-ae12-e5d48837a14e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.008159] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97bb8eba-950e-4667-ae12-e5d48837a14e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.510419] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.511540] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.511540] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.515916] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97bb8eba-950e-4667-ae12-e5d48837a14e with status ACTIVE [ 1093.515916] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.515916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.515916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.515916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.515916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.515916] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.515916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.515916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.515916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.515916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.515916] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.515916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.515916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.515916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.515916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.515916] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97bb8eba-950e-4667-ae12-e5d48837a14e is going to be updated. [ 1093.535834] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.535834] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.535834] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.535978] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.536114] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.536268] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97bb8eba-950e-4667-ae12-e5d48837a14e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.672245] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b in Status: SUCCESS [ 1093.672434] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b deletion is rescheduled due to dependency. [ 1093.672550] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.013670] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.358982] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: SUCCESS [ 1094.359215] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.359386] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.359596] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.359794] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.359904] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.359998] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.360129] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.360205] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.360291] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.360373] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.515410] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.515635] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.515725] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.516636] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.516636] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.516636] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5 is going to be created. [ 1094.540744] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.540903] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.540941] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.541172] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.541331] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.549992] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5 in Status: UNINITIALIZED for 2s [ 1094.864684] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.864684] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.864684] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.865780] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.865780] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.865780] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.865780] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.865780] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.865780] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.866071] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.866264] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.866369] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.866431] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.866581] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.866713] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.866803] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.866861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.867781] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.867781] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.867781] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.867781] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.370133] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa23e180-2e18-4a50-9ce4-fe11304ecc58: rpc.has_security_group_logging(os_id): False [ 1095.388694] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.389051] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.389185] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.389334] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.389429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.389716] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.389889] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.389932] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.390170] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.390281] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.390565] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.390726] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.390845] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.391045] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.391187] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.391380] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.391505] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.391601] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.391794] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.391899] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.392013] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 is going to be updated. [ 1095.450058] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.450058] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.450058] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.450058] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.450058] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.468136] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: IN_PROGRESS for 2s [ 1096.559590] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5 in Status: SUCCESS [ 1096.559902] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.560050] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.560279] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.560479] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.560677] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.560750] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.560908] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.560994] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.561380] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.561483] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.064440] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.064603] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.064679] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.064912] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.065125] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.065228] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.065316] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.065472] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.065564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.065668] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.065817] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.065927] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.065991] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.066152] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.066309] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.066402] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.066464] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.066623] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.066704] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.066817] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.066927] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.484833] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: SUCCESS [ 1097.485210] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.570078] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5: rpc.has_security_group_logging(os_id): False [ 1097.587053] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.587201] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.587288] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.587528] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.587621] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.587823] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.587991] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.588072] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.588228] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.588304] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.588554] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.588653] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.588716] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.588948] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.589095] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.589304] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.589433] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.589498] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.589642] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.589720] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.589819] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5 is going to be created. [ 1097.647197] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.647197] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.647197] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.647197] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.647451] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.657887] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5 in Status: IN_PROGRESS for 2s [ 1098.002062] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1098.002172] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1099.674521] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5 in Status: SUCCESS [ 1099.674895] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.041305] env[63412]: INFO networking_nsxv3.common.synchronization [None req-51d676d1-25b9-404c-b2c6-69e64ee5c173 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Enqueued Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_members [ 1100.042164] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGHEST for action security_group_members [ 1100.042697] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.042899] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.043014] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.043315] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.043639] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.043812] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.043956] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.044193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.044350] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.044535] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.547395] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.547532] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.548287] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.548287] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.548287] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.548287] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.548287] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.548561] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.548561] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.548628] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.548662] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 is going to be updated. [ 1100.588449] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.588598] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.588639] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.589942] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.589942] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.600537] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 in Status: IN_PROGRESS for 2s [ 1101.914083] env[63412]: INFO networking_nsxv3.common.synchronization [req-7b4ca2e1-df97-46b5-addd-1dc4428df298 req-96016068-36ed-4bd4-af13-6b7e487fc2e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Enqueued Resource ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f with Priority: HIGHEST for action security_group_members [ 1101.914940] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f with Priority: HIGHEST for action security_group_members [ 1101.914940] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.915065] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.915133] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.915337] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.915491] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.915597] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.915663] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.915812] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.915897] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.916643] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('288c6d1f-1b37-45e7-8f73-4f47f1b0a59f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.263724] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-131 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.263724] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-131" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.263724] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-131" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.263724] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-131" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.263724] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.264103] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.264103] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.264196] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.264968] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.264968] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1102.264968] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.264968] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.264968] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.264968] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1102.265221] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.265282] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.285342] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.285907] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1102.285962] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.286333] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-131" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.286872] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-ebc6eb2d-f05a-420e-b1db-2b6d46a2a8ad taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.287181] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-ebc6eb2d-f05a-420e-b1db-2b6d46a2a8ad" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.287348] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-ebc6eb2d-f05a-420e-b1db-2b6d46a2a8ad" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.287713] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-ebc6eb2d-f05a-420e-b1db-2b6d46a2a8ad" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.287909] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebc6eb2d-f05a-420e-b1db-2b6d46a2a8ad',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.422411] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.422411] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.422411] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.422411] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.422411] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.422607] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.422607] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.422607] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.422776] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.422824] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.422909] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f is going to be deleted. [ 1102.452469] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.452469] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.452469] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.452469] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.452469] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.452469] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.610731] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 in Status: SUCCESS [ 1102.610731] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 deletion is rescheduled due to dependency. [ 1102.610731] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.791037] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.791037] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.791037] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.791037] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.791037] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.791350] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port ebc6eb2d-f05a-420e-b1db-2b6d46a2a8ad not found, creating... [ 1102.791478] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.791565] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.791676] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.791890] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.792045] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.792326] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.792483] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.792602] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.792809] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.792947] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.793131] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: ebc6eb2d-f05a-420e-b1db-2b6d46a2a8ad is going to be created. [ 1102.811932] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.812117] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.812245] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.812476] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.812703] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.812915] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-ebc6eb2d-f05a-420e-b1db-2b6d46a2a8ad" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.576066] env[63412]: INFO networking_nsxv3.common.synchronization [req-7b4ca2e1-df97-46b5-addd-1dc4428df298 req-81798037-484c-4209-84df-24633709df81 service nova] Enqueued Resource ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f with Priority: HIGHEST for action security_group_rules [ 1103.576371] env[63412]: INFO networking_nsxv3.common.synchronization [req-7b4ca2e1-df97-46b5-addd-1dc4428df298 req-81798037-484c-4209-84df-24633709df81 service nova] Enqueued Resource ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f with Priority: HIGHEST for action security_group_members [ 1103.576412] env[63412]: INFO networking_nsxv3.common.synchronization [req-7b4ca2e1-df97-46b5-addd-1dc4428df298 req-81798037-484c-4209-84df-24633709df81 service nova] Enqueued Resource ID: ebc6eb2d-f05a-420e-b1db-2b6d46a2a8ad with Priority: HIGHEST for action port [ 1103.576646] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f with Priority: HIGHEST for action security_group_rules [ 1103.576787] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f with Priority: HIGHEST for action security_group_members [ 1103.576865] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc6eb2d-f05a-420e-b1db-2b6d46a2a8ad with Priority: HIGHEST for action port [ 1103.577431] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.577572] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.577624] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.577819] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.577916] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('288c6d1f-1b37-45e7-8f73-4f47f1b0a59f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.578758] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.578926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.579021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.579189] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.579337] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.579433] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.579487] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.579627] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.579708] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.579793] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('288c6d1f-1b37-45e7-8f73-4f47f1b0a59f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.580857] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebc6eb2d-f05a-420e-b1db-2b6d46a2a8ad taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.584113] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebc6eb2d-f05a-420e-b1db-2b6d46a2a8ad" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.584204] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebc6eb2d-f05a-420e-b1db-2b6d46a2a8ad" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.584368] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebc6eb2d-f05a-420e-b1db-2b6d46a2a8ad" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.584445] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebc6eb2d-f05a-420e-b1db-2b6d46a2a8ad',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.086444] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('288c6d1f-1b37-45e7-8f73-4f47f1b0a59f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.087800] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.088026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.088199] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebc6eb2d-f05a-420e-b1db-2b6d46a2a8ad with status ACTIVE [ 1104.088420] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.088541] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.088633] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.088867] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.089030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.089261] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.089395] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.089473] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.089651] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.089749] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.089962] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.090087] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.090248] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.090349] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.090422] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.090564] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebc6eb2d-f05a-420e-b1db-2b6d46a2a8ad is going to be updated. [ 1104.113136] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.113596] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.113596] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.113748] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.113871] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.114106] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebc6eb2d-f05a-420e-b1db-2b6d46a2a8ad" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.594038] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('288c6d1f-1b37-45e7-8f73-4f47f1b0a59f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.796517] env[63412]: INFO networking_nsxv3.common.synchronization [req-c28ec6cd-8d36-42a1-a5fc-8866002727bb req-7a0c80a8-c805-4b8c-83e7-63762ac632e9 tempest-ServerRescueNegativeTestJSON-1224090775 tempest-ServerRescueNegativeTestJSON-1224090775-project-member] Enqueued Resource ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 with Priority: HIGHEST for action security_group_members [ 1104.796665] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 with Priority: HIGHEST for action security_group_members [ 1104.797570] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.797570] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.797570] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.797570] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.797904] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.797904] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.797904] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.798048] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.798081] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.798558] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0eb6bc6f-818f-4f2f-abe4-bc36c3691c06',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.095222] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.095477] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.095609] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.095933] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.096103] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.096222] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f is going to be created. [ 1105.134031] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.134031] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.134031] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.134260] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.134439] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.144312] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f in Status: UNINITIALIZED for 2s [ 1105.301965] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0eb6bc6f-818f-4f2f-abe4-bc36c3691c06',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.319913] env[63412]: INFO networking_nsxv3.common.synchronization [req-54799f90-78ce-4fac-9cf5-9f0581cbd910 req-d348ddab-0d78-48fd-96c7-9981eff2feb5 tempest-ServerMetadataTestJSON-632761173 tempest-ServerMetadataTestJSON-632761173-project-member] Enqueued Resource ID: 2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5 with Priority: HIGHEST for action security_group_members [ 1105.321219] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5 with Priority: HIGHEST for action security_group_members [ 1105.321219] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.321219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.321219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.321429] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.321524] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.321594] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.321653] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.321797] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.321916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.321989] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.804793] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0eb6bc6f-818f-4f2f-abe4-bc36c3691c06',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.825661] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.825661] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.825661] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.825887] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.826039] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.826205] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.826309] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.826878] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.826878] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.826878] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.826878] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5 is going to be updated. [ 1105.867688] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.867688] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.867688] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.867988] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.867988] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.876180] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5 in Status: IN_PROGRESS for 2s [ 1106.307256] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.307423] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.307497] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.307750] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.307797] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.307897] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 is going to be updated. [ 1106.336426] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.336580] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.336625] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.336827] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.336968] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.344926] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 in Status: IN_PROGRESS for 2s [ 1107.154537] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f in Status: UNINITIALIZED for 4s [ 1107.885856] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5 in Status: SUCCESS [ 1107.886036] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5 deletion is rescheduled due to dependency. [ 1107.886158] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.354850] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 in Status: SUCCESS [ 1108.354850] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.370830] env[63412]: INFO networking_nsxv3.common.synchronization [req-439fab00-1996-4b83-bfd7-fc3fe6407573 req-2e26b1dd-1292-474b-8bde-cb7622af60f1 tempest-ImagesTestJSON-284998145 tempest-ImagesTestJSON-284998145-project-member] Enqueued Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_members [ 1108.370830] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_members [ 1108.371125] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.371248] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.371330] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.371502] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.371644] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.371737] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.371795] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.371938] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.372045] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.372139] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.875055] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.164820] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f in Status: SUCCESS [ 1109.165088] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.165370] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.165533] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.165742] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.165877] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.165981] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.166255] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.166350] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.166455] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.166539] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('288c6d1f-1b37-45e7-8f73-4f47f1b0a59f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.376351] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.668678] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.668874] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.668945] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.669190] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.669365] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.669471] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.669535] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.669687] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.669775] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.669865] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.670057] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.670182] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.670247] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.670394] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.670531] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.670622] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.670681] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.670814] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.670887] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.670969] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.671071] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('288c6d1f-1b37-45e7-8f73-4f47f1b0a59f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.878413] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.878610] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.878700] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.878862] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.878983] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.879115] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 is going to be updated. [ 1109.907269] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.907473] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.907581] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.907896] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.908122] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.917065] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: IN_PROGRESS for 2s [ 1110.173442] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f: rpc.has_security_group_logging(os_id): False [ 1110.191570] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.191807] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.192093] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.192417] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.192496] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.192783] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.192899] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.193051] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.193191] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.193341] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.193528] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.193687] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.193768] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.193965] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.194125] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.194230] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.194400] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.194455] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.194612] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.194731] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.194834] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f is going to be created. [ 1110.268455] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.268455] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.268455] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.268455] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.268455] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.278647] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f in Status: IN_PROGRESS for 2s [ 1110.625881] env[63412]: INFO networking_nsxv3.common.synchronization [req-d8f43f7d-4092-4910-b0c0-5b7812ba5cf7 req-78de7585-919b-4a6c-86de-888a70581887 tempest-AttachVolumeTestJSON-1620287698 tempest-AttachVolumeTestJSON-1620287698-project-member] Enqueued Resource ID: 948d1e54-a582-4031-9855-f54b2f22822b with Priority: HIGHEST for action security_group_members [ 1110.626439] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 948d1e54-a582-4031-9855-f54b2f22822b with Priority: HIGHEST for action security_group_members [ 1110.626763] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-948d1e54-a582-4031-9855-f54b2f22822b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.626888] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-948d1e54-a582-4031-9855-f54b2f22822b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.626992] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-948d1e54-a582-4031-9855-f54b2f22822b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.627370] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-948d1e54-a582-4031-9855-f54b2f22822b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.627533] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.627710] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.627782] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.627942] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.628039] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.628133] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('948d1e54-a582-4031-9855-f54b2f22822b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.131398] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.131563] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.131653] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.131858] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.145965] env[63412]: INFO networking_nsxv3.common.synchronization [req-d8409c71-363b-41c0-baf1-69250efd40d8 req-fd1ae4d7-f6db-4ead-b5f6-5a6980958db8 tempest-ServerRescueNegativeTestJSON-1224090775 tempest-ServerRescueNegativeTestJSON-1224090775-project-member] Enqueued Resource ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 with Priority: HIGHEST for action security_group_members [ 1111.146479] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 with Priority: HIGHEST for action security_group_members [ 1111.146785] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.146905] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.146981] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.147198] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.147354] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.147450] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.147511] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.147654] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.147737] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.147826] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0eb6bc6f-818f-4f2f-abe4-bc36c3691c06',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.151416] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.151629] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.151736] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.151801] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.151957] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.153635] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.153756] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 948d1e54-a582-4031-9855-f54b2f22822b is going to be updated. [ 1111.183756] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.183756] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.183756] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.183756] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.184816] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.196287] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 948d1e54-a582-4031-9855-f54b2f22822b in Status: IN_PROGRESS for 2s [ 1111.475468] env[63412]: INFO networking_nsxv3.common.synchronization [req-b7ccf29b-5fbb-483c-965c-4ea6c72bb4e9 req-323a02ce-76ff-4c3c-b829-3f714c28eca7 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Enqueued Resource ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f with Priority: HIGHEST for action security_group_members [ 1111.476025] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f with Priority: HIGHEST for action security_group_members [ 1111.476346] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.476470] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.476538] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.477087] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.477274] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.477385] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.477454] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.477638] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.477723] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.478126] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('288c6d1f-1b37-45e7-8f73-4f47f1b0a59f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.524682] env[63412]: INFO networking_nsxv3.common.synchronization [req-b7ccf29b-5fbb-483c-965c-4ea6c72bb4e9 req-323a02ce-76ff-4c3c-b829-3f714c28eca7 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Enqueued Resource ID: ebc6eb2d-f05a-420e-b1db-2b6d46a2a8ad with Priority: HIGHEST for action port [ 1111.525439] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc6eb2d-f05a-420e-b1db-2b6d46a2a8ad with Priority: HIGHEST for action port [ 1111.526239] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebc6eb2d-f05a-420e-b1db-2b6d46a2a8ad taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.526418] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebc6eb2d-f05a-420e-b1db-2b6d46a2a8ad" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.526525] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebc6eb2d-f05a-420e-b1db-2b6d46a2a8ad" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.526852] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebc6eb2d-f05a-420e-b1db-2b6d46a2a8ad" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.526852] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebc6eb2d-f05a-420e-b1db-2b6d46a2a8ad',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.656193] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.656193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.656193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.656728] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.676720] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.677116] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.677116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.677919] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.678237] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.678388] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.678496] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 is going to be updated. [ 1111.703272] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.703272] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.703272] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.703272] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.703272] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.710538] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 in Status: IN_PROGRESS for 2s [ 1111.925998] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: SUCCESS [ 1111.926170] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.981299] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.981489] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.981533] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.982496] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.982496] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.982496] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.982496] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.982496] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.982496] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.982496] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.982496] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f is going to be updated. [ 1112.006273] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.006430] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.006475] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.007025] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.007025] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.013878] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f in Status: IN_PROGRESS for 2s [ 1112.028335] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebc6eb2d-f05a-420e-b1db-2b6d46a2a8ad with status ACTIVE [ 1112.028578] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.028708] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.028778] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.029154] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.029154] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.029329] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.029427] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.029488] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.029637] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.029713] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.029903] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.030022] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.030086] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.030546] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.030546] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.030546] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebc6eb2d-f05a-420e-b1db-2b6d46a2a8ad is going to be updated. [ 1112.051195] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.051195] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.051195] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.051195] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.051195] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.051195] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebc6eb2d-f05a-420e-b1db-2b6d46a2a8ad" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.290590] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f in Status: SUCCESS [ 1112.290590] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.205234] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 948d1e54-a582-4031-9855-f54b2f22822b in Status: SUCCESS [ 1113.205572] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 948d1e54-a582-4031-9855-f54b2f22822b deletion is rescheduled due to dependency. [ 1113.205572] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-948d1e54-a582-4031-9855-f54b2f22822b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.718976] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 in Status: SUCCESS [ 1113.719234] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0eb6bc6f-818f-4f2f-abe4-bc36c3691c06 deletion is rescheduled due to dependency. [ 1113.719354] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0eb6bc6f-818f-4f2f-abe4-bc36c3691c06" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.023040] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f in Status: SUCCESS [ 1114.023215] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f deletion is rescheduled due to dependency. [ 1114.023325] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.053742] env[63412]: INFO networking_nsxv3.common.synchronization [req-be2fcb18-624d-4c2c-9bbf-4a347eb5f1b0 req-a8b066b0-84f5-4b23-b9be-7bdd00a6e400 tempest-ImagesTestJSON-284998145 tempest-ImagesTestJSON-284998145-project-member] Enqueued Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_members [ 1115.054291] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_members [ 1115.054594] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.054717] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.054787] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.054979] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.055143] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.055246] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.055308] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.055525] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.055560] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.055709] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.557931] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.558112] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.558195] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.558423] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.558518] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.558717] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.558814] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.558876] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.559032] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.559144] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.559232] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 is going to be updated. [ 1115.588235] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.588415] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.588471] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.588669] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.588818] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.597645] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: IN_PROGRESS for 2s [ 1115.631892] env[63412]: INFO networking_nsxv3.common.synchronization [None req-ae22ae5e-b5c3-44d9-a87f-4cbc024c280d tempest-AttachVolumeTestJSON-1620287698 tempest-AttachVolumeTestJSON-1620287698-project-member] Enqueued Resource ID: cfec0c03-450f-4d8e-9391-49c525398129 with Priority: HIGHEST for action security_group_rules [ 1115.632567] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfec0c03-450f-4d8e-9391-49c525398129 with Priority: HIGHEST for action security_group_rules [ 1115.632883] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfec0c03-450f-4d8e-9391-49c525398129 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.633010] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfec0c03-450f-4d8e-9391-49c525398129" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.633086] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfec0c03-450f-4d8e-9391-49c525398129" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.633331] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfec0c03-450f-4d8e-9391-49c525398129" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.633415] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfec0c03-450f-4d8e-9391-49c525398129',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.760517] env[63412]: INFO networking_nsxv3.common.synchronization [None req-7816e769-b5e9-470c-814f-8ebee649f227 tempest-AttachVolumeTestJSON-1620287698 tempest-AttachVolumeTestJSON-1620287698-project-member] Enqueued Resource ID: cfec0c03-450f-4d8e-9391-49c525398129 with Priority: HIGHEST for action security_group_rules [ 1115.761719] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfec0c03-450f-4d8e-9391-49c525398129 with Priority: HIGHEST for action security_group_rules [ 1115.762098] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfec0c03-450f-4d8e-9391-49c525398129 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.762232] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfec0c03-450f-4d8e-9391-49c525398129" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.152255] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.152584] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.152584] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.152709] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.152801] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.152899] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfec0c03-450f-4d8e-9391-49c525398129 already deleted. [ 1116.152983] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfec0c03-450f-4d8e-9391-49c525398129" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.153141] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfec0c03-450f-4d8e-9391-49c525398129" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.153322] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfec0c03-450f-4d8e-9391-49c525398129" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.153377] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfec0c03-450f-4d8e-9391-49c525398129',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.674235] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.674235] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.674235] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.674370] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.674492] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.674549] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfec0c03-450f-4d8e-9391-49c525398129 already deleted. [ 1116.674649] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfec0c03-450f-4d8e-9391-49c525398129" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.606987] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: SUCCESS [ 1117.606987] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 deletion is rescheduled due to dependency. [ 1117.606987] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.664113] env[63412]: INFO networking_nsxv3.common.synchronization [req-69d1a880-369a-44e3-ba61-0100ccd187ab req-bc677bea-6867-44e8-a08a-2a3c05348ad7 tempest-ImagesTestJSON-284998145 tempest-ImagesTestJSON-284998145-project-member] Enqueued Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_members [ 1118.664113] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_members [ 1118.664113] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.664113] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.664113] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.664113] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.664113] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.664113] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.664113] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.664113] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.665854] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.666106] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.930915] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-642 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.930915] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-642" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.930915] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-642" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.930915] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-642" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.930915] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.930915] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.930915] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.930915] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.930915] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.931572] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1118.931825] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.932063] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.932278] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.932497] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1118.932705] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.932955] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.951781] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.951781] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1118.951781] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.951781] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-642" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.951781] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-c6e0ce11-c699-42f2-9f93-1eb2f5fa542d taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.952227] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-c6e0ce11-c699-42f2-9f93-1eb2f5fa542d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.952490] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-c6e0ce11-c699-42f2-9f93-1eb2f5fa542d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.952890] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-c6e0ce11-c699-42f2-9f93-1eb2f5fa542d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.953280] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6e0ce11-c699-42f2-9f93-1eb2f5fa542d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.170577] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.170577] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.170577] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.170577] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.170577] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.171598] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.171864] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.174245] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.174245] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.174245] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.174245] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 is going to be updated. [ 1119.197805] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.198030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.198030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.198227] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.198981] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.214141] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: IN_PROGRESS for 2s [ 1119.456049] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.456370] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.456421] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.456705] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.456877] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.457041] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port c6e0ce11-c699-42f2-9f93-1eb2f5fa542d not found, creating... [ 1119.457311] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.457470] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.457621] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.457816] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.457957] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.458264] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.458682] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.458682] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.458785] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.458882] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.459090] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: c6e0ce11-c699-42f2-9f93-1eb2f5fa542d is going to be created. [ 1119.480870] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.481167] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.486190] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.486544] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.486809] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.487061] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-c6e0ce11-c699-42f2-9f93-1eb2f5fa542d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.791174] env[63412]: INFO networking_nsxv3.common.synchronization [None req-44e8f4c6-a00f-4848-9e2d-bb947902f38c None None] Enqueued Resource ID: 83583d38-68f7-4716-a112-7657c1868c17 with Priority: HIGHEST for action port [ 1119.791174] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83583d38-68f7-4716-a112-7657c1868c17 with Priority: HIGHEST for action port [ 1119.791174] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-83583d38-68f7-4716-a112-7657c1868c17 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.791174] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83583d38-68f7-4716-a112-7657c1868c17" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.791174] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83583d38-68f7-4716-a112-7657c1868c17" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.791174] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83583d38-68f7-4716-a112-7657c1868c17" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.791174] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83583d38-68f7-4716-a112-7657c1868c17',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.098490] env[63412]: INFO networking_nsxv3.common.synchronization [None req-1d96683f-51ee-4d50-9252-9448498db19f tempest-AttachVolumeNegativeTest-1532564489 tempest-AttachVolumeNegativeTest-1532564489-project-member] Enqueued Resource ID: 877ccd56-4419-4b68-8deb-8b3e69c300ef with Priority: HIGHEST for action security_group_rules [ 1120.099178] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877ccd56-4419-4b68-8deb-8b3e69c300ef with Priority: HIGHEST for action security_group_rules [ 1120.099518] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-877ccd56-4419-4b68-8deb-8b3e69c300ef taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.099638] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.099939] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.099939] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.100034] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('877ccd56-4419-4b68-8deb-8b3e69c300ef',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.178194] env[63412]: INFO networking_nsxv3.common.synchronization [None req-c4c9c6fb-e655-4a53-a224-1443e8197636 tempest-AttachVolumeNegativeTest-1532564489 tempest-AttachVolumeNegativeTest-1532564489-project-member] Enqueued Resource ID: 877ccd56-4419-4b68-8deb-8b3e69c300ef with Priority: HIGHEST for action security_group_rules [ 1120.178194] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877ccd56-4419-4b68-8deb-8b3e69c300ef with Priority: HIGHEST for action security_group_rules [ 1120.178194] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-877ccd56-4419-4b68-8deb-8b3e69c300ef taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.178194] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.231374] env[63412]: INFO networking_nsxv3.common.synchronization [req-69d1a880-369a-44e3-ba61-0100ccd187ab req-4ae134b0-b030-484b-a2d7-3145bd0d4cb1 service nova] Enqueued Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_rules [ 1120.231650] env[63412]: INFO networking_nsxv3.common.synchronization [req-69d1a880-369a-44e3-ba61-0100ccd187ab req-4ae134b0-b030-484b-a2d7-3145bd0d4cb1 service nova] Enqueued Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_members [ 1120.231720] env[63412]: INFO networking_nsxv3.common.synchronization [req-69d1a880-369a-44e3-ba61-0100ccd187ab req-4ae134b0-b030-484b-a2d7-3145bd0d4cb1 service nova] Enqueued Resource ID: c6e0ce11-c699-42f2-9f93-1eb2f5fa542d with Priority: HIGHEST for action port [ 1120.232241] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_rules [ 1120.232379] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_members [ 1120.232473] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e0ce11-c699-42f2-9f93-1eb2f5fa542d with Priority: HIGHEST for action port [ 1120.232742] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.232862] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.232925] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.233272] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.233438] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.235440] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.235440] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.237895] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6e0ce11-c699-42f2-9f93-1eb2f5fa542d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.237895] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6e0ce11-c699-42f2-9f93-1eb2f5fa542d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.237895] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6e0ce11-c699-42f2-9f93-1eb2f5fa542d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.237895] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6e0ce11-c699-42f2-9f93-1eb2f5fa542d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.237895] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6e0ce11-c699-42f2-9f93-1eb2f5fa542d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.294649] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83583d38-68f7-4716-a112-7657c1868c17 [ 1120.294873] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.295010] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.295086] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.295292] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.295390] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.295477] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83583d38-68f7-4716-a112-7657c1868c17 already deleted. [ 1120.295558] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83583d38-68f7-4716-a112-7657c1868c17" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.622161] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.622310] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.622382] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.622587] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.622679] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.622780] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 877ccd56-4419-4b68-8deb-8b3e69c300ef already deleted. [ 1120.622876] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.623025] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.623181] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.623264] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('877ccd56-4419-4b68-8deb-8b3e69c300ef',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.738393] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.738529] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.739946] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6e0ce11-c699-42f2-9f93-1eb2f5fa542d with status ACTIVE [ 1120.740241] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.740378] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.740443] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.740656] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.740741] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.740918] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.741021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.741081] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.741226] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.741298] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.741468] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.741556] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.741614] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.741748] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.741816] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.741895] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6e0ce11-c699-42f2-9f93-1eb2f5fa542d is going to be updated. [ 1120.764556] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.764556] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.764556] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.764556] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.764556] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.764556] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6e0ce11-c699-42f2-9f93-1eb2f5fa542d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.142737] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.143044] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.143044] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.143044] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.143159] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.143210] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 877ccd56-4419-4b68-8deb-8b3e69c300ef already deleted. [ 1121.143292] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.224019] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: SUCCESS [ 1121.224019] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 deletion is rescheduled due to dependency. [ 1121.224019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.224019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.224019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.224019] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.224019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.224019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.224019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.224019] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.224019] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.725934] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.043772] env[63412]: INFO networking_nsxv3.common.synchronization [None req-9e32adf2-4085-45b2-82d4-8e21d43bcdd3 None None] Enqueued Resource ID: 1aa43f46-f596-43a2-946b-9d943cd18d3e with Priority: HIGHEST for action port [ 1122.045054] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aa43f46-f596-43a2-946b-9d943cd18d3e with Priority: HIGHEST for action port [ 1122.045054] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-1aa43f46-f596-43a2-946b-9d943cd18d3e taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.045054] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1aa43f46-f596-43a2-946b-9d943cd18d3e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.045054] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1aa43f46-f596-43a2-946b-9d943cd18d3e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.045251] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1aa43f46-f596-43a2-946b-9d943cd18d3e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.045251] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1aa43f46-f596-43a2-946b-9d943cd18d3e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.228631] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.548861] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1aa43f46-f596-43a2-946b-9d943cd18d3e [ 1122.548861] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.548861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.548861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.548861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.548861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.548861] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1aa43f46-f596-43a2-946b-9d943cd18d3e already deleted. [ 1122.548861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1aa43f46-f596-43a2-946b-9d943cd18d3e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.731875] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.732059] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.732128] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.732336] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.732422] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.732525] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 is going to be updated. [ 1122.758339] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.758339] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.758522] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.759451] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.759451] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.766254] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: IN_PROGRESS for 2s [ 1124.777773] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: SUCCESS [ 1124.778084] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.778286] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.778452] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.778645] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.778760] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.778818] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.778970] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.779065] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.779151] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.779276] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.914398] env[63412]: INFO networking_nsxv3.common.synchronization [req-18d40fb3-66ec-4c0d-ab7d-4b1f6585db90 req-ac50e8b3-2dee-4e1c-875b-32d8b8c6fe71 tempest-AttachVolumeTestJSON-1620287698 tempest-AttachVolumeTestJSON-1620287698-project-member] Enqueued Resource ID: cfec0c03-450f-4d8e-9391-49c525398129 with Priority: HIGHEST for action security_group_members [ 1124.914972] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfec0c03-450f-4d8e-9391-49c525398129 with Priority: HIGHEST for action security_group_members [ 1124.915362] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfec0c03-450f-4d8e-9391-49c525398129 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.915491] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfec0c03-450f-4d8e-9391-49c525398129" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.915562] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfec0c03-450f-4d8e-9391-49c525398129" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.915810] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfec0c03-450f-4d8e-9391-49c525398129" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.915965] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.916154] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.916220] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.916376] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.916456] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.916545] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfec0c03-450f-4d8e-9391-49c525398129',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.281893] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.282078] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.282154] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.282369] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.282551] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.282652] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.282716] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.282863] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.282951] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.283058] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.283209] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.283309] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.283369] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.283504] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.283638] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.283725] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.283784] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.283914] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.283986] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.284083] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.284170] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.331595] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-479 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.331927] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-479" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.332342] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-479" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.332779] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-479" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.333236] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.333519] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.333750] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.334151] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.334428] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.334753] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1125.334930] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.335082] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.335204] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.335325] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1125.335440] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.335577] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.353618] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.353774] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1125.353917] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.354112] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-479" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.354422] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-4d089384-0eba-4ff8-bf8f-5f37af799d70 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.354594] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-4d089384-0eba-4ff8-bf8f-5f37af799d70" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.354719] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-4d089384-0eba-4ff8-bf8f-5f37af799d70" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.355040] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-4d089384-0eba-4ff8-bf8f-5f37af799d70" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.355185] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d089384-0eba-4ff8-bf8f-5f37af799d70',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.418766] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.419051] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.419051] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.419236] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.419339] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.419539] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.419648] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.419715] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.419841] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.419917] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.420035] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfec0c03-450f-4d8e-9391-49c525398129 already deleted. [ 1125.420179] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfec0c03-450f-4d8e-9391-49c525398129" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.786797] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa23e180-2e18-4a50-9ce4-fe11304ecc58: rpc.has_security_group_logging(os_id): False [ 1125.805840] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.805840] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.805840] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.806087] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.806087] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.806304] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.806426] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.806477] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.806735] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.806735] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.806923] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.807028] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.807092] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.807235] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.807311] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.807492] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.807587] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.807629] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.807783] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.807834] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.807919] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 is going to be updated. [ 1125.858032] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.858285] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.858396] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.858857] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.858955] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.859108] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 4d089384-0eba-4ff8-bf8f-5f37af799d70 not found, creating... [ 1125.859447] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.859631] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.859757] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.859986] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.860148] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.860462] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.860619] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.860741] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.860953] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.861110] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.861256] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 4d089384-0eba-4ff8-bf8f-5f37af799d70 is going to be created. [ 1125.876120] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.876262] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.876334] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.876565] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.876709] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.885189] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.885394] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.885525] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.885784] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.886097] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.886365] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-4d089384-0eba-4ff8-bf8f-5f37af799d70" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.895141] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: IN_PROGRESS for 2s [ 1126.565313] env[63412]: INFO networking_nsxv3.common.synchronization [req-18d40fb3-66ec-4c0d-ab7d-4b1f6585db90 req-dfdba637-a61e-4c60-92f5-5ec83be8f985 service nova] Enqueued Resource ID: cfec0c03-450f-4d8e-9391-49c525398129 with Priority: HIGHEST for action security_group_rules [ 1126.565472] env[63412]: INFO networking_nsxv3.common.synchronization [req-18d40fb3-66ec-4c0d-ab7d-4b1f6585db90 req-dfdba637-a61e-4c60-92f5-5ec83be8f985 service nova] Enqueued Resource ID: cfec0c03-450f-4d8e-9391-49c525398129 with Priority: HIGHEST for action security_group_members [ 1126.565621] env[63412]: INFO networking_nsxv3.common.synchronization [req-18d40fb3-66ec-4c0d-ab7d-4b1f6585db90 req-dfdba637-a61e-4c60-92f5-5ec83be8f985 service nova] Enqueued Resource ID: 4d089384-0eba-4ff8-bf8f-5f37af799d70 with Priority: HIGHEST for action port [ 1126.565860] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfec0c03-450f-4d8e-9391-49c525398129 with Priority: HIGHEST for action security_group_rules [ 1126.565989] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfec0c03-450f-4d8e-9391-49c525398129 with Priority: HIGHEST for action security_group_members [ 1126.566101] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d089384-0eba-4ff8-bf8f-5f37af799d70 with Priority: HIGHEST for action port [ 1126.566644] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfec0c03-450f-4d8e-9391-49c525398129 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.566772] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfec0c03-450f-4d8e-9391-49c525398129" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.566840] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfec0c03-450f-4d8e-9391-49c525398129" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.567053] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfec0c03-450f-4d8e-9391-49c525398129" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.567137] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfec0c03-450f-4d8e-9391-49c525398129',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.567969] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfec0c03-450f-4d8e-9391-49c525398129 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.568116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfec0c03-450f-4d8e-9391-49c525398129" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.568157] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfec0c03-450f-4d8e-9391-49c525398129" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.568317] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfec0c03-450f-4d8e-9391-49c525398129" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.568461] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.568555] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.568616] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.568750] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.568837] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.568980] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfec0c03-450f-4d8e-9391-49c525398129',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.569906] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d089384-0eba-4ff8-bf8f-5f37af799d70 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.570026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d089384-0eba-4ff8-bf8f-5f37af799d70" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.570097] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d089384-0eba-4ff8-bf8f-5f37af799d70" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.570428] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d089384-0eba-4ff8-bf8f-5f37af799d70" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.570428] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d089384-0eba-4ff8-bf8f-5f37af799d70',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.071598] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfec0c03-450f-4d8e-9391-49c525398129',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.072657] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfec0c03-450f-4d8e-9391-49c525398129 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.072765] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfec0c03-450f-4d8e-9391-49c525398129" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.072943] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d089384-0eba-4ff8-bf8f-5f37af799d70 with status ACTIVE [ 1127.073115] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.073223] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.073290] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.073503] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.073588] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.073758] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.073854] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.073916] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.074085] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.074164] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.074342] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.074439] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.074503] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.074645] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.074718] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.074803] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d089384-0eba-4ff8-bf8f-5f37af799d70 is going to be updated. [ 1127.093911] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.094062] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.094062] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.094208] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.094330] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.094478] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d089384-0eba-4ff8-bf8f-5f37af799d70" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.576694] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfec0c03-450f-4d8e-9391-49c525398129',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.909917] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: SUCCESS [ 1127.910170] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.079337] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.080297] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.080297] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.080297] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.080440] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.080440] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfec0c03-450f-4d8e-9391-49c525398129 is going to be created. [ 1128.101817] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.101817] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.101988] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.102117] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.102297] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.111305] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfec0c03-450f-4d8e-9391-49c525398129 in Status: UNINITIALIZED for 2s [ 1130.120889] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfec0c03-450f-4d8e-9391-49c525398129 in Status: SUCCESS [ 1130.121232] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfec0c03-450f-4d8e-9391-49c525398129" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.121331] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfec0c03-450f-4d8e-9391-49c525398129" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.121557] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfec0c03-450f-4d8e-9391-49c525398129" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.121791] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.121920] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.121993] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.122261] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.122348] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.122452] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfec0c03-450f-4d8e-9391-49c525398129" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.122556] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfec0c03-450f-4d8e-9391-49c525398129',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.180139] env[63412]: INFO networking_nsxv3.common.synchronization [req-934decf4-baf1-4868-9fb9-e3fc63f61657 req-45d93a5f-2782-4018-9fdd-27129734b364 tempest-AttachVolumeNegativeTest-1532564489 tempest-AttachVolumeNegativeTest-1532564489-project-member] Enqueued Resource ID: 877ccd56-4419-4b68-8deb-8b3e69c300ef with Priority: HIGHEST for action security_group_members [ 1130.180782] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877ccd56-4419-4b68-8deb-8b3e69c300ef with Priority: HIGHEST for action security_group_members [ 1130.182859] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-877ccd56-4419-4b68-8deb-8b3e69c300ef taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.183057] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.183141] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.183437] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.183849] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.183849] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.183849] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.183849] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.184097] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.184097] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('877ccd56-4419-4b68-8deb-8b3e69c300ef',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.549508] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.549711] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-800" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.549844] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-800" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.550317] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-800" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.550645] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.550874] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.551060] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.551351] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.551568] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.552217] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1130.552217] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1130.552217] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1130.552217] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1130.552422] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1130.552601] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1130.552793] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.571890] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.572141] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1130.572354] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.572577] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-800" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.572957] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-7d71c2e3-4dc7-4f44-96ba-66f9cef733ef taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.573199] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-7d71c2e3-4dc7-4f44-96ba-66f9cef733ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.573344] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-7d71c2e3-4dc7-4f44-96ba-66f9cef733ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.573661] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-7d71c2e3-4dc7-4f44-96ba-66f9cef733ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.573803] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d71c2e3-4dc7-4f44-96ba-66f9cef733ef',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.624698] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfec0c03-450f-4d8e-9391-49c525398129',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.687161] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.687161] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.687161] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.687161] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.687161] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.687161] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.687161] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.687467] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.687467] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.687467] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.687548] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 877ccd56-4419-4b68-8deb-8b3e69c300ef already deleted. [ 1130.687583] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.076229] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.076429] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.076429] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.076891] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.077106] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.077324] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 7d71c2e3-4dc7-4f44-96ba-66f9cef733ef not found, creating... [ 1131.077628] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.077840] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.077999] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.078278] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.078459] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.078779] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.078974] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.079156] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.079415] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.079580] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.079738] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 7d71c2e3-4dc7-4f44-96ba-66f9cef733ef is going to be created. [ 1131.101575] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.101766] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.101893] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.102204] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.102437] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.102657] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-7d71c2e3-4dc7-4f44-96ba-66f9cef733ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.127031] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfec0c03-450f-4d8e-9391-49c525398129: rpc.has_security_group_logging(os_id): False [ 1131.143708] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.143883] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.143883] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.144096] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.144184] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.144416] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.144508] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.144572] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.144748] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.144821] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.144907] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfec0c03-450f-4d8e-9391-49c525398129 is going to be created. [ 1131.215441] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.215615] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.215804] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.215912] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.216123] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.235910] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfec0c03-450f-4d8e-9391-49c525398129 in Status: IN_PROGRESS for 2s [ 1131.817343] env[63412]: INFO networking_nsxv3.common.synchronization [req-934decf4-baf1-4868-9fb9-e3fc63f61657 req-1c4b051f-2ff9-4a17-a820-c0f10977c64d service nova] Enqueued Resource ID: 877ccd56-4419-4b68-8deb-8b3e69c300ef with Priority: HIGHEST for action security_group_rules [ 1131.817565] env[63412]: INFO networking_nsxv3.common.synchronization [req-934decf4-baf1-4868-9fb9-e3fc63f61657 req-1c4b051f-2ff9-4a17-a820-c0f10977c64d service nova] Enqueued Resource ID: 877ccd56-4419-4b68-8deb-8b3e69c300ef with Priority: HIGHEST for action security_group_members [ 1131.817701] env[63412]: INFO networking_nsxv3.common.synchronization [req-934decf4-baf1-4868-9fb9-e3fc63f61657 req-1c4b051f-2ff9-4a17-a820-c0f10977c64d service nova] Enqueued Resource ID: 7d71c2e3-4dc7-4f44-96ba-66f9cef733ef with Priority: HIGHEST for action port [ 1131.817933] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877ccd56-4419-4b68-8deb-8b3e69c300ef with Priority: HIGHEST for action security_group_rules [ 1131.818075] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877ccd56-4419-4b68-8deb-8b3e69c300ef with Priority: HIGHEST for action security_group_members [ 1131.818172] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d71c2e3-4dc7-4f44-96ba-66f9cef733ef with Priority: HIGHEST for action port [ 1131.818703] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-877ccd56-4419-4b68-8deb-8b3e69c300ef taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.818828] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.818897] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.822599] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.822706] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('877ccd56-4419-4b68-8deb-8b3e69c300ef',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.823641] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-877ccd56-4419-4b68-8deb-8b3e69c300ef taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.823764] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.823834] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.824030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.824189] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.824291] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.824346] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.824495] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.824584] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.824673] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('877ccd56-4419-4b68-8deb-8b3e69c300ef',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.827147] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d71c2e3-4dc7-4f44-96ba-66f9cef733ef taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.827147] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d71c2e3-4dc7-4f44-96ba-66f9cef733ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.827147] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d71c2e3-4dc7-4f44-96ba-66f9cef733ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.827147] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d71c2e3-4dc7-4f44-96ba-66f9cef733ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.827147] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d71c2e3-4dc7-4f44-96ba-66f9cef733ef',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.328055] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-877ccd56-4419-4b68-8deb-8b3e69c300ef taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.328055] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.328500] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('877ccd56-4419-4b68-8deb-8b3e69c300ef',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.328996] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d71c2e3-4dc7-4f44-96ba-66f9cef733ef with status ACTIVE [ 1132.329198] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.329317] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.329423] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.329625] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.329717] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.329883] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.329975] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.330049] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.330192] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.330269] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.330469] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.330578] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.330628] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.330794] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.330876] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.331033] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d71c2e3-4dc7-4f44-96ba-66f9cef733ef is going to be updated. [ 1132.353964] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.354107] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.354107] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.354296] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.354399] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.354545] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d71c2e3-4dc7-4f44-96ba-66f9cef733ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.833283] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('877ccd56-4419-4b68-8deb-8b3e69c300ef',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.250716] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfec0c03-450f-4d8e-9391-49c525398129 in Status: SUCCESS [ 1133.250934] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfec0c03-450f-4d8e-9391-49c525398129" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.336669] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.336982] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.336982] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.337151] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.337345] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.337479] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 877ccd56-4419-4b68-8deb-8b3e69c300ef is going to be created. [ 1133.360815] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.360957] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.361032] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.361244] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.361440] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.369825] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 877ccd56-4419-4b68-8deb-8b3e69c300ef in Status: UNINITIALIZED for 2s [ 1135.189133] env[63412]: INFO networking_nsxv3.common.synchronization [req-3ba1ccc5-d516-4540-badc-8cf4d8c9d13b req-3f19f91e-98e1-4a0f-a882-0b53bb4a46ad tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Enqueued Resource ID: f886f10d-fd8c-4081-8057-1417bb3ba16a with Priority: HIGHEST for action security_group_members [ 1135.189133] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f886f10d-fd8c-4081-8057-1417bb3ba16a with Priority: HIGHEST for action security_group_members [ 1135.189133] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f886f10d-fd8c-4081-8057-1417bb3ba16a taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.189133] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.189133] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.189133] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.189133] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.189133] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.189133] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.190231] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.190651] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.190982] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f886f10d-fd8c-4081-8057-1417bb3ba16a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.383789] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 877ccd56-4419-4b68-8deb-8b3e69c300ef in Status: SUCCESS [ 1135.383789] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.383789] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.383789] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.383789] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.383789] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.383789] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.384243] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.384243] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.384243] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.384351] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('877ccd56-4419-4b68-8deb-8b3e69c300ef',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.696020] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f886f10d-fd8c-4081-8057-1417bb3ba16a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.746604] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-131 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.746870] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-131" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.747560] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-131" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.748592] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-131" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.750271] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.750271] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.750271] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.750271] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.750271] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.750964] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1135.751177] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1135.751545] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1135.751787] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1135.751909] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1135.752080] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1135.752437] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1135.774659] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1135.774974] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1135.775252] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1135.775513] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-131" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.775974] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-2b84d5a3-0391-4948-ad75-2ea182538600 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.776192] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-2b84d5a3-0391-4948-ad75-2ea182538600" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.776356] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-2b84d5a3-0391-4948-ad75-2ea182538600" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.776763] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-2b84d5a3-0391-4948-ad75-2ea182538600" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.776904] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b84d5a3-0391-4948-ad75-2ea182538600',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.886403] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('877ccd56-4419-4b68-8deb-8b3e69c300ef',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.199981] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f886f10d-fd8c-4081-8057-1417bb3ba16a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.282028] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.282028] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.282028] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.282028] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.282028] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.282028] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 2b84d5a3-0391-4948-ad75-2ea182538600 not found, creating... [ 1136.282028] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.282028] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.282028] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.282028] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.282028] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.282563] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.282563] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.283111] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.283353] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.283503] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.283653] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 2b84d5a3-0391-4948-ad75-2ea182538600 is going to be created. [ 1136.302883] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.303175] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.303242] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.303551] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.303818] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.304126] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-2b84d5a3-0391-4948-ad75-2ea182538600" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.389545] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 877ccd56-4419-4b68-8deb-8b3e69c300ef: rpc.has_security_group_logging(os_id): False [ 1136.406615] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.406833] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.406833] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.407137] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.407137] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.407405] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.407511] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.407563] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.407719] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.407786] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.407880] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 877ccd56-4419-4b68-8deb-8b3e69c300ef is going to be created. [ 1136.498502] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.498581] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.498663] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.499086] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.499334] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.510177] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 877ccd56-4419-4b68-8deb-8b3e69c300ef in Status: IN_PROGRESS for 2s [ 1136.702366] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.702678] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.702678] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.702814] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.702877] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.703052] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f886f10d-fd8c-4081-8057-1417bb3ba16a is going to be updated. [ 1136.740743] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.740893] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.740967] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.741229] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.741371] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.751202] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f886f10d-fd8c-4081-8057-1417bb3ba16a in Status: IN_PROGRESS for 2s [ 1136.988201] env[63412]: INFO networking_nsxv3.common.synchronization [req-3ba1ccc5-d516-4540-badc-8cf4d8c9d13b req-181449ff-15c3-4a62-94f0-43e719df86ff service nova] Enqueued Resource ID: f886f10d-fd8c-4081-8057-1417bb3ba16a with Priority: HIGHEST for action security_group_rules [ 1136.988201] env[63412]: INFO networking_nsxv3.common.synchronization [req-3ba1ccc5-d516-4540-badc-8cf4d8c9d13b req-181449ff-15c3-4a62-94f0-43e719df86ff service nova] Enqueued Resource ID: f886f10d-fd8c-4081-8057-1417bb3ba16a with Priority: HIGHEST for action security_group_members [ 1136.988201] env[63412]: INFO networking_nsxv3.common.synchronization [req-3ba1ccc5-d516-4540-badc-8cf4d8c9d13b req-181449ff-15c3-4a62-94f0-43e719df86ff service nova] Enqueued Resource ID: 2b84d5a3-0391-4948-ad75-2ea182538600 with Priority: HIGHEST for action port [ 1136.988201] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f886f10d-fd8c-4081-8057-1417bb3ba16a with Priority: HIGHEST for action security_group_rules [ 1136.988201] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f886f10d-fd8c-4081-8057-1417bb3ba16a with Priority: HIGHEST for action security_group_members [ 1136.988201] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b84d5a3-0391-4948-ad75-2ea182538600 with Priority: HIGHEST for action port [ 1136.988201] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f886f10d-fd8c-4081-8057-1417bb3ba16a taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.988201] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.988201] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.988201] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.988201] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f886f10d-fd8c-4081-8057-1417bb3ba16a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.988201] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f886f10d-fd8c-4081-8057-1417bb3ba16a taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.988201] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.988201] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b84d5a3-0391-4948-ad75-2ea182538600 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.988201] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b84d5a3-0391-4948-ad75-2ea182538600" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.988201] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b84d5a3-0391-4948-ad75-2ea182538600" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.988751] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b84d5a3-0391-4948-ad75-2ea182538600" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.988751] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b84d5a3-0391-4948-ad75-2ea182538600',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.492404] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b84d5a3-0391-4948-ad75-2ea182538600 with status ACTIVE [ 1137.492718] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.492843] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.492914] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.493155] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.493247] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.493423] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.493559] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.493614] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.493753] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.493831] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.494048] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.494146] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.494218] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.494375] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.494448] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.494546] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b84d5a3-0391-4948-ad75-2ea182538600 is going to be updated. [ 1137.495718] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f886f10d-fd8c-4081-8057-1417bb3ba16a taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.495819] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.514706] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.514850] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.514850] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.514998] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.515140] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.515285] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b84d5a3-0391-4948-ad75-2ea182538600" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.382278] env[63412]: INFO networking_nsxv3.common.synchronization [req-c91cfa59-6d83-4bc6-99aa-a297a36473ae req-bd8f396b-e562-4641-917b-bddee7542820 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Enqueued Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGHEST for action security_group_members [ 1138.382732] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGHEST for action security_group_members [ 1138.383064] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.383193] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.383255] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.383451] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.383603] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.383697] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.383753] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.383897] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.383981] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.384080] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.520985] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 877ccd56-4419-4b68-8deb-8b3e69c300ef in Status: SUCCESS [ 1138.521293] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.761259] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f886f10d-fd8c-4081-8057-1417bb3ba16a in Status: SUCCESS [ 1138.761407] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.761530] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.761782] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.762024] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.762156] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.762233] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.762398] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.762492] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.762590] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f886f10d-fd8c-4081-8057-1417bb3ba16a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.886874] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.887068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.887162] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.887579] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.887714] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.887954] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.888090] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.888162] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.888347] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.888437] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.888535] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b is going to be updated. [ 1138.916089] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.916259] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.916366] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.916549] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.916690] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.926127] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b in Status: IN_PROGRESS for 2s [ 1139.267712] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f886f10d-fd8c-4081-8057-1417bb3ba16a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.769860] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f886f10d-fd8c-4081-8057-1417bb3ba16a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.905208] env[63412]: INFO networking_nsxv3.common.synchronization [req-a89eeaaa-45db-4445-bf93-1a159369882a req-647802bc-543c-49bf-98e5-94a682ce22ce tempest-ImagesTestJSON-284998145 tempest-ImagesTestJSON-284998145-project-member] Enqueued Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_members [ 1139.905208] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 with Priority: HIGHEST for action security_group_members [ 1139.905418] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa23e180-2e18-4a50-9ce4-fe11304ecc58 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.905678] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.905857] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.906181] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.906499] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.906811] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.906963] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.907311] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.907509] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.907696] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa23e180-2e18-4a50-9ce4-fe11304ecc58',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.273257] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.273407] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.273480] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.273702] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.273788] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.273884] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f886f10d-fd8c-4081-8057-1417bb3ba16a is going to be updated. [ 1140.300144] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.300285] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.300352] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.300556] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.300691] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.309852] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f886f10d-fd8c-4081-8057-1417bb3ba16a in Status: IN_PROGRESS for 2s [ 1140.352381] env[63412]: INFO networking_nsxv3.common.synchronization [req-c7ac9cb0-68f0-46f5-9eb9-757b22bb1f93 req-f0b757a5-bd7d-4353-a9c6-110cec475a7d tempest-AttachVolumeShelveTestJSON-1833923595 tempest-AttachVolumeShelveTestJSON-1833923595-project-member] Enqueued Resource ID: d2d366e8-41df-4b11-a769-1885b63416ab with Priority: HIGHEST for action security_group_members [ 1140.352703] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d366e8-41df-4b11-a769-1885b63416ab with Priority: HIGHEST for action security_group_members [ 1140.353609] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d366e8-41df-4b11-a769-1885b63416ab taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.353780] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.353875] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.354142] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.354678] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.354835] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.355044] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.355252] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.355543] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.355687] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2d366e8-41df-4b11-a769-1885b63416ab',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.412342] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.412565] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.412673] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.412999] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.413097] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.413366] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.413510] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.413601] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.413796] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.413873] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.413966] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 is going to be updated. [ 1140.442234] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.442234] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.442234] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.442234] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.442472] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.449824] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: IN_PROGRESS for 2s [ 1140.857713] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.858017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.858017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.858187] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.858282] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.859228] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.859228] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.859228] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.859228] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.859410] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.859410] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2d366e8-41df-4b11-a769-1885b63416ab is going to be updated. [ 1140.909068] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.909068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.909068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.910456] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.910456] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.922243] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d366e8-41df-4b11-a769-1885b63416ab in Status: IN_PROGRESS for 2s [ 1140.935771] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b in Status: SUCCESS [ 1140.936111] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b deletion is rescheduled due to dependency. [ 1140.936111] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.319240] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f886f10d-fd8c-4081-8057-1417bb3ba16a in Status: SUCCESS [ 1142.319629] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.319790] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.321068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.321068] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.321068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.321068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.321068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.321068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.321068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.321068] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f886f10d-fd8c-4081-8057-1417bb3ba16a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.460158] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 in Status: SUCCESS [ 1142.460696] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa23e180-2e18-4a50-9ce4-fe11304ecc58 deletion is rescheduled due to dependency. [ 1142.460696] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa23e180-2e18-4a50-9ce4-fe11304ecc58" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.823644] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f886f10d-fd8c-4081-8057-1417bb3ba16a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.931528] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d366e8-41df-4b11-a769-1885b63416ab in Status: SUCCESS [ 1142.931744] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2d366e8-41df-4b11-a769-1885b63416ab deletion is rescheduled due to dependency. [ 1142.931839] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d366e8-41df-4b11-a769-1885b63416ab" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.326049] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f886f10d-fd8c-4081-8057-1417bb3ba16a: rpc.has_security_group_logging(os_id): False [ 1143.343063] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.343269] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.343368] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.343611] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.361830] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.362150] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.362273] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.362339] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.362535] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.362618] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.362711] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f886f10d-fd8c-4081-8057-1417bb3ba16a is going to be updated. [ 1143.417706] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.417838] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.417927] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.418134] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.418278] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.429765] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f886f10d-fd8c-4081-8057-1417bb3ba16a in Status: IN_PROGRESS for 2s [ 1145.354237] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1145.354237] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1145.443371] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f886f10d-fd8c-4081-8057-1417bb3ba16a in Status: SUCCESS [ 1145.443597] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.463441] env[63412]: INFO networking_nsxv3.common.synchronization [None req-6e873b97-8878-4b21-9fd0-f1a100bc2409 tempest-AttachVolumeShelveTestJSON-1833923595 tempest-AttachVolumeShelveTestJSON-1833923595-project-member] Enqueued Resource ID: 5327a555-11a8-4927-97ad-50686fe3c5cf with Priority: HIGHEST for action security_group_rules [ 1146.464062] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5327a555-11a8-4927-97ad-50686fe3c5cf with Priority: HIGHEST for action security_group_rules [ 1146.464432] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5327a555-11a8-4927-97ad-50686fe3c5cf taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.464643] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.464643] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.464873] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.465029] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5327a555-11a8-4927-97ad-50686fe3c5cf',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.533364] env[63412]: INFO networking_nsxv3.common.synchronization [None req-20fa2ef3-0c13-4eb2-9b98-2ef0fe42c446 tempest-AttachVolumeShelveTestJSON-1833923595 tempest-AttachVolumeShelveTestJSON-1833923595-project-member] Enqueued Resource ID: 5327a555-11a8-4927-97ad-50686fe3c5cf with Priority: HIGHEST for action security_group_rules [ 1146.533838] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5327a555-11a8-4927-97ad-50686fe3c5cf with Priority: HIGHEST for action security_group_rules [ 1146.534170] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5327a555-11a8-4927-97ad-50686fe3c5cf taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.534275] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.984157] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.984307] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.984366] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.984575] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.984665] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.984802] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5327a555-11a8-4927-97ad-50686fe3c5cf already deleted. [ 1146.984852] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.984987] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.985165] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.985251] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5327a555-11a8-4927-97ad-50686fe3c5cf',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.506069] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.506441] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.506441] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.506441] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.506552] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.506587] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5327a555-11a8-4927-97ad-50686fe3c5cf already deleted. [ 1147.506659] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.896747] env[63412]: INFO networking_nsxv3.common.synchronization [req-d175c8f3-380e-43d0-a305-e3448c033a3d req-7c09b123-3cfd-4364-8762-7b6681c76c25 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Enqueued Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGHEST for action security_group_members [ 1147.897194] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGHEST for action security_group_members [ 1147.897447] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.897577] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.897645] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.898471] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.898636] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.898765] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.898834] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.899009] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.899123] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.899220] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.220466] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-720 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.220729] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-720" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.220781] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-720" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.221049] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-720" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.221324] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.221522] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.221608] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.221834] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.222032] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.222260] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1148.222401] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.222495] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.222608] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.222732] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1148.222832] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.222971] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.242405] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.242405] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1148.242558] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.242635] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-720" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.242957] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-282ed8ff-fbc3-4ccc-a00d-1e37075f4d97 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.243578] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-282ed8ff-fbc3-4ccc-a00d-1e37075f4d97" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.243578] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-282ed8ff-fbc3-4ccc-a00d-1e37075f4d97" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.243704] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-282ed8ff-fbc3-4ccc-a00d-1e37075f4d97" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.243790] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('282ed8ff-fbc3-4ccc-a00d-1e37075f4d97',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.404915] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.405150] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.405203] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.405397] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.405487] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.405682] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.405784] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.405846] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.405988] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.406084] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.406169] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b is going to be updated. [ 1148.429499] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.429715] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.429790] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.429953] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.430103] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.439260] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b in Status: IN_PROGRESS for 2s [ 1148.745874] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.746218] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.746258] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.746537] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.746693] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.746854] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 282ed8ff-fbc3-4ccc-a00d-1e37075f4d97 not found, creating... [ 1148.747133] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.747299] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.747423] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.747644] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.747786] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.748088] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.748252] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.748377] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.748585] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.748725] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.748868] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 282ed8ff-fbc3-4ccc-a00d-1e37075f4d97 is going to be created. [ 1148.766514] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.766725] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.766835] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.767108] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.767336] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.767559] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-282ed8ff-fbc3-4ccc-a00d-1e37075f4d97" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.726059] env[63412]: INFO networking_nsxv3.common.synchronization [req-d175c8f3-380e-43d0-a305-e3448c033a3d req-b06c1ae8-4f26-48f6-a5af-3b72756cca10 service nova] Enqueued Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGHEST for action security_group_rules [ 1149.726270] env[63412]: INFO networking_nsxv3.common.synchronization [req-d175c8f3-380e-43d0-a305-e3448c033a3d req-b06c1ae8-4f26-48f6-a5af-3b72756cca10 service nova] Enqueued Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGHEST for action security_group_members [ 1149.726451] env[63412]: INFO networking_nsxv3.common.synchronization [req-d175c8f3-380e-43d0-a305-e3448c033a3d req-b06c1ae8-4f26-48f6-a5af-3b72756cca10 service nova] Enqueued Resource ID: 282ed8ff-fbc3-4ccc-a00d-1e37075f4d97 with Priority: HIGHEST for action port [ 1149.727264] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGHEST for action security_group_rules [ 1149.727459] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGHEST for action security_group_members [ 1149.727521] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 282ed8ff-fbc3-4ccc-a00d-1e37075f4d97 with Priority: HIGHEST for action port [ 1149.727833] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.727966] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.728042] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.728261] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.728516] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.729394] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.729470] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.729700] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-282ed8ff-fbc3-4ccc-a00d-1e37075f4d97 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.729818] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-282ed8ff-fbc3-4ccc-a00d-1e37075f4d97" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.729874] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-282ed8ff-fbc3-4ccc-a00d-1e37075f4d97" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.730027] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-282ed8ff-fbc3-4ccc-a00d-1e37075f4d97" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.730126] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('282ed8ff-fbc3-4ccc-a00d-1e37075f4d97',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.233617] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.234112] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.234112] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 282ed8ff-fbc3-4ccc-a00d-1e37075f4d97 with status ACTIVE [ 1150.234316] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.234448] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.234518] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.234769] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.234890] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.235104] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.235226] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.235304] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.235491] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.235594] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.235786] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.235884] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.236023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.236107] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.236172] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.236257] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 282ed8ff-fbc3-4ccc-a00d-1e37075f4d97 is going to be updated. [ 1150.256667] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.256811] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.256935] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.257136] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.257281] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.257443] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-282ed8ff-fbc3-4ccc-a00d-1e37075f4d97" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.447987] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b in Status: SUCCESS [ 1150.448253] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b deletion is rescheduled due to dependency. [ 1150.448392] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.448579] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.448836] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.449041] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.449181] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.449241] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.449383] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.449463] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.449555] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.952444] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.454693] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.957282] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.957430] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.957509] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.957763] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.957858] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.957962] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b is going to be updated. [ 1151.983760] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.983905] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.983966] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.984185] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.984329] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.991869] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b in Status: IN_PROGRESS for 2s [ 1154.002017] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b in Status: SUCCESS [ 1154.002415] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.002415] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.003024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.003024] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.003219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.003219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.003372] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.003471] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.003585] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.003700] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.505796] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.728107] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1154.728222] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1155.007811] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a3abd40-d98e-4772-aeb7-ff43ef37df0b: rpc.has_security_group_logging(os_id): False [ 1155.027436] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.027436] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.027436] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.027436] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.027436] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.027436] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.027436] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.027436] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.027436] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.027436] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.027436] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b is going to be updated. [ 1155.069237] env[63412]: INFO networking_nsxv3.common.synchronization [req-dcacb1d0-1be9-4710-a3d2-81f84ff7e71a req-62130f6b-8913-451b-831e-002370f283e4 tempest-AttachVolumeShelveTestJSON-1833923595 tempest-AttachVolumeShelveTestJSON-1833923595-project-member] Enqueued Resource ID: 5327a555-11a8-4927-97ad-50686fe3c5cf with Priority: HIGHEST for action security_group_members [ 1155.069779] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5327a555-11a8-4927-97ad-50686fe3c5cf with Priority: HIGHEST for action security_group_members [ 1155.070093] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-5327a555-11a8-4927-97ad-50686fe3c5cf taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.070216] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.070284] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.070515] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.070679] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.070794] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.070858] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.075082] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.075219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.075325] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5327a555-11a8-4927-97ad-50686fe3c5cf',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.080297] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.080406] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.080461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.080645] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.080801] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.094656] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b in Status: IN_PROGRESS for 2s [ 1155.432409] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.432613] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-302" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.432748] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-302" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.433078] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-302" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.433356] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.433522] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.433649] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.433880] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.434190] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.434459] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1155.434615] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1155.434744] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1155.434863] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1155.434983] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1155.435109] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1155.435249] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1155.454406] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1155.454586] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1155.454734] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1155.455121] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-302" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.455257] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-0a020b4a-5fac-418f-82a3-5546ae2038aa taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.455430] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-0a020b4a-5fac-418f-82a3-5546ae2038aa" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.455556] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-0a020b4a-5fac-418f-82a3-5546ae2038aa" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.455942] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-0a020b4a-5fac-418f-82a3-5546ae2038aa" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.456081] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a020b4a-5fac-418f-82a3-5546ae2038aa',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.579060] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.579283] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.579352] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.579638] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.580656] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.580656] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.580656] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.580656] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.580656] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.580656] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.580656] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5327a555-11a8-4927-97ad-50686fe3c5cf already deleted. [ 1155.580656] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.958299] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.958520] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.958653] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.958943] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.959186] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.959269] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 0a020b4a-5fac-418f-82a3-5546ae2038aa not found, creating... [ 1155.959529] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.959770] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.959948] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.960196] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.960342] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.960629] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.960913] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.961157] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.961425] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.961609] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.961791] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 0a020b4a-5fac-418f-82a3-5546ae2038aa is going to be created. [ 1155.982204] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.982458] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.982595] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.982898] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.983200] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.983428] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-0a020b4a-5fac-418f-82a3-5546ae2038aa" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.650627] env[63412]: INFO networking_nsxv3.common.synchronization [req-dcacb1d0-1be9-4710-a3d2-81f84ff7e71a req-7ae5fb33-da2e-490f-baa6-f784103f1005 service nova] Enqueued Resource ID: 5327a555-11a8-4927-97ad-50686fe3c5cf with Priority: HIGHEST for action security_group_rules [ 1156.650947] env[63412]: INFO networking_nsxv3.common.synchronization [req-dcacb1d0-1be9-4710-a3d2-81f84ff7e71a req-7ae5fb33-da2e-490f-baa6-f784103f1005 service nova] Enqueued Resource ID: 5327a555-11a8-4927-97ad-50686fe3c5cf with Priority: HIGHEST for action security_group_members [ 1156.651055] env[63412]: INFO networking_nsxv3.common.synchronization [req-dcacb1d0-1be9-4710-a3d2-81f84ff7e71a req-7ae5fb33-da2e-490f-baa6-f784103f1005 service nova] Enqueued Resource ID: 0a020b4a-5fac-418f-82a3-5546ae2038aa with Priority: HIGHEST for action port [ 1156.651290] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5327a555-11a8-4927-97ad-50686fe3c5cf with Priority: HIGHEST for action security_group_rules [ 1156.651342] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5327a555-11a8-4927-97ad-50686fe3c5cf with Priority: HIGHEST for action security_group_members [ 1156.651435] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a020b4a-5fac-418f-82a3-5546ae2038aa with Priority: HIGHEST for action port [ 1156.652515] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5327a555-11a8-4927-97ad-50686fe3c5cf taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.652680] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.652804] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.653045] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.653163] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5327a555-11a8-4927-97ad-50686fe3c5cf',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.653994] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-5327a555-11a8-4927-97ad-50686fe3c5cf taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.654180] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.654273] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.654470] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.654657] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.654794] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.654886] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.655109] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.655225] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.655341] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5327a555-11a8-4927-97ad-50686fe3c5cf',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.656083] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a020b4a-5fac-418f-82a3-5546ae2038aa taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.656225] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a020b4a-5fac-418f-82a3-5546ae2038aa" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.656327] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a020b4a-5fac-418f-82a3-5546ae2038aa" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.656539] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a020b4a-5fac-418f-82a3-5546ae2038aa" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.656632] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a020b4a-5fac-418f-82a3-5546ae2038aa',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.106642] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b in Status: SUCCESS [ 1157.106642] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.158878] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-5327a555-11a8-4927-97ad-50686fe3c5cf taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.159042] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.159244] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5327a555-11a8-4927-97ad-50686fe3c5cf',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.160704] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a020b4a-5fac-418f-82a3-5546ae2038aa with status ACTIVE [ 1157.160922] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.161130] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.161130] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.161348] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.161488] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.161614] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.161733] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.161809] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.161914] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.161990] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.162199] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.162312] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.162488] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.162488] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.162642] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.162642] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a020b4a-5fac-418f-82a3-5546ae2038aa is going to be updated. [ 1157.181763] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.181909] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.181980] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.182196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.182333] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.182689] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a020b4a-5fac-418f-82a3-5546ae2038aa" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.661664] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5327a555-11a8-4927-97ad-50686fe3c5cf',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.164269] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.164452] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.164504] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.164721] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.164829] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.164935] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5327a555-11a8-4927-97ad-50686fe3c5cf is going to be created. [ 1158.187971] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.188127] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.188180] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.188381] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.188541] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.196752] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5327a555-11a8-4927-97ad-50686fe3c5cf in Status: UNINITIALIZED for 2s [ 1160.207082] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5327a555-11a8-4927-97ad-50686fe3c5cf in Status: SUCCESS [ 1160.207443] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.207483] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.207839] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.208088] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.208251] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.208319] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.208595] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.208595] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.208747] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.208747] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5327a555-11a8-4927-97ad-50686fe3c5cf',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.711291] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5327a555-11a8-4927-97ad-50686fe3c5cf',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.214425] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5327a555-11a8-4927-97ad-50686fe3c5cf: rpc.has_security_group_logging(os_id): False [ 1161.231360] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.231519] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.231584] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.231772] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.231903] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.232110] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.232213] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.232281] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.232424] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.232488] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.232579] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5327a555-11a8-4927-97ad-50686fe3c5cf is going to be created. [ 1161.293798] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.293942] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.294021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.294245] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.294425] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.305636] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5327a555-11a8-4927-97ad-50686fe3c5cf in Status: IN_PROGRESS for 2s [ 1161.652659] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1161.652822] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1163.317755] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5327a555-11a8-4927-97ad-50686fe3c5cf in Status: SUCCESS [ 1163.318159] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.119152] env[63412]: INFO networking_nsxv3.common.synchronization [req-0e7deead-45ba-468d-a0ec-653d0a08db94 req-e65f9b68-19a1-40bf-bbd8-a8684f4de913 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Enqueued Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGHEST for action security_group_members [ 1165.119152] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGHEST for action security_group_members [ 1165.119152] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-21b3bb0a-eab8-48b7-b110-55469fd10d8d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.119152] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.119152] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.119152] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.119152] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.119152] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.119152] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.120563] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.120814] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.121063] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.624241] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.624417] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.624494] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.624713] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.624809] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.625028] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.625128] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.625187] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.625337] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.625413] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.625498] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d is going to be updated. [ 1165.652802] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.653040] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.653114] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.653304] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.653437] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.660659] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d in Status: IN_PROGRESS for 2s [ 1167.671351] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d in Status: SUCCESS [ 1167.671665] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d deletion is rescheduled due to dependency. [ 1167.671798] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.119464] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1170.119780] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1174.824748] env[63412]: INFO networking_nsxv3.common.synchronization [req-21981435-473e-4fb6-9dfb-bab83c2a0113 req-c1bf5ba6-cac6-4b7a-aefe-223d52e15a34 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Enqueued Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGHEST for action security_group_members [ 1174.825319] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGHEST for action security_group_members [ 1174.825684] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-21b3bb0a-eab8-48b7-b110-55469fd10d8d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.825807] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.825807] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.826009] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.826554] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.826669] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.826738] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.826897] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.826973] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.827744] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.064307] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-326 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.064480] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-326" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.064611] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-326" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.064882] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-326" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.065156] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.065320] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.065440] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.065655] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.065798] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.066232] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1175.066232] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.066325] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.066433] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.066553] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1175.066674] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.066812] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1175.088665] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1175.088876] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1175.089052] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1175.089247] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-326" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.089543] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-b09c3274-dc85-4617-9794-6c0643f9d144 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.089717] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-b09c3274-dc85-4617-9794-6c0643f9d144" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.089841] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-b09c3274-dc85-4617-9794-6c0643f9d144" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.090303] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-b09c3274-dc85-4617-9794-6c0643f9d144" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.090463] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b09c3274-dc85-4617-9794-6c0643f9d144',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.329617] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.329823] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.329950] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.330265] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.330396] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.330656] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.330794] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.330885] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.331100] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.331212] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.331335] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d is going to be updated. [ 1175.354825] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.355048] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.355048] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.355242] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.355381] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.362977] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d in Status: IN_PROGRESS for 2s [ 1175.592436] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.592644] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.592774] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.593071] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.593449] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.593449] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port b09c3274-dc85-4617-9794-6c0643f9d144 not found, creating... [ 1175.593640] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.593803] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.593923] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.594174] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.594320] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.594608] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.594767] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.594890] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.595280] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.595280] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.595412] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: b09c3274-dc85-4617-9794-6c0643f9d144 is going to be created. [ 1175.614049] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.614227] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.614365] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.615044] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.615044] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.615207] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-b09c3274-dc85-4617-9794-6c0643f9d144" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.279346] env[63412]: INFO networking_nsxv3.common.synchronization [req-21981435-473e-4fb6-9dfb-bab83c2a0113 req-39c4ea02-33da-498b-bf2b-3f2a5c0188d3 service nova] Enqueued Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGHEST for action security_group_rules [ 1176.279711] env[63412]: INFO networking_nsxv3.common.synchronization [req-21981435-473e-4fb6-9dfb-bab83c2a0113 req-39c4ea02-33da-498b-bf2b-3f2a5c0188d3 service nova] Enqueued Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGHEST for action security_group_members [ 1176.279711] env[63412]: INFO networking_nsxv3.common.synchronization [req-21981435-473e-4fb6-9dfb-bab83c2a0113 req-39c4ea02-33da-498b-bf2b-3f2a5c0188d3 service nova] Enqueued Resource ID: b09c3274-dc85-4617-9794-6c0643f9d144 with Priority: HIGHEST for action port [ 1176.279901] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGHEST for action security_group_rules [ 1176.280094] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGHEST for action security_group_members [ 1176.280208] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b09c3274-dc85-4617-9794-6c0643f9d144 with Priority: HIGHEST for action port [ 1176.280771] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.280924] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.281030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.281184] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1176.281270] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.282068] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-21b3bb0a-eab8-48b7-b110-55469fd10d8d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.282181] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.282425] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-b09c3274-dc85-4617-9794-6c0643f9d144 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.282540] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b09c3274-dc85-4617-9794-6c0643f9d144" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.282540] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b09c3274-dc85-4617-9794-6c0643f9d144" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.282669] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b09c3274-dc85-4617-9794-6c0643f9d144" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1176.282739] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b09c3274-dc85-4617-9794-6c0643f9d144',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.784654] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-21b3bb0a-eab8-48b7-b110-55469fd10d8d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.784868] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.786346] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b09c3274-dc85-4617-9794-6c0643f9d144 with status ACTIVE [ 1176.786650] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.786838] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.786946] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.787364] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1176.787537] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.787836] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.787982] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.788152] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.788416] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1176.788553] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.788971] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.789171] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.789291] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.789541] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1176.789685] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.789880] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b09c3274-dc85-4617-9794-6c0643f9d144 is going to be updated. [ 1176.813159] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.813402] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.813533] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.813845] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1176.814075] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.814330] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b09c3274-dc85-4617-9794-6c0643f9d144" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.374558] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d in Status: SUCCESS [ 1177.374851] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d deletion is rescheduled due to dependency. [ 1177.374851] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.374851] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.375087] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.375269] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.375612] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.375612] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.375612] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.375731] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.375770] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.878096] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.380411] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.883578] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.883740] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.883871] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.884053] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.884152] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.884255] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d is going to be updated. [ 1178.914762] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.914919] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.914966] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.915155] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.915355] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.923289] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d in Status: IN_PROGRESS for 2s [ 1180.934621] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d in Status: SUCCESS [ 1180.934931] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.934977] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.935228] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.935440] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.935561] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.935628] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.935942] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.935942] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.935942] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.936119] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.281318] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1181.281318] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1181.438078] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.940280] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21b3bb0a-eab8-48b7-b110-55469fd10d8d: rpc.has_security_group_logging(os_id): False [ 1181.959648] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.959812] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.959857] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.960126] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.960239] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.960461] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.960559] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.960623] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.960779] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.960855] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.960940] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d is going to be updated. [ 1182.014422] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.014621] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.014621] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.014984] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1182.015233] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.030626] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d in Status: IN_PROGRESS for 2s [ 1184.044830] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d in Status: SUCCESS [ 1184.045215] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.282057] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1186.282430] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1188.260986] env[63412]: INFO networking_nsxv3.common.synchronization [None req-196e9d5f-64b3-4cca-bf0f-a544c3cf93f3 tempest-AttachVolumeNegativeTest-1532564489 tempest-AttachVolumeNegativeTest-1532564489-project-member] Enqueued Resource ID: e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1 with Priority: HIGHEST for action security_group_rules [ 1188.261569] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1 with Priority: HIGHEST for action security_group_rules [ 1188.261965] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.262076] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.262076] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.262330] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.262414] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.326732] env[63412]: INFO networking_nsxv3.common.synchronization [None req-7bc37891-c1b8-4c22-b110-6ed5c9b16e1c tempest-AttachVolumeNegativeTest-1532564489 tempest-AttachVolumeNegativeTest-1532564489-project-member] Enqueued Resource ID: e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1 with Priority: HIGHEST for action security_group_rules [ 1188.327269] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1 with Priority: HIGHEST for action security_group_rules [ 1188.327647] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.327756] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.783285] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.783438] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.783490] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.783701] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.783788] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.783882] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1 already deleted. [ 1188.783968] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.784135] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.784294] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.784380] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.303924] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.304237] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.304237] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.304367] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.304422] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.304506] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1 already deleted. [ 1189.304590] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.328927] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1193.328927] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1193.680397] env[63412]: INFO networking_nsxv3.common.synchronization [req-21a7a70b-5e8f-46fd-90a1-3efc3df61977 req-c7ed41c7-bedd-4667-995a-caad81b3ad7f tempest-AttachVolumeNegativeTest-1532564489 tempest-AttachVolumeNegativeTest-1532564489-project-member] Enqueued Resource ID: e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1 with Priority: HIGHEST for action security_group_members [ 1193.680397] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1 with Priority: HIGHEST for action security_group_members [ 1193.680397] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.680397] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.680788] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.680788] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1193.680878] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.681147] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.681207] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.681350] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1193.681437] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.681529] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.909589] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.909811] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-800" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.909944] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-800" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.910257] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-800" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1193.910522] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.910684] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.910806] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.911036] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1193.911197] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.911408] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1193.911530] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1193.911644] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1193.911760] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1193.911877] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1193.911987] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1193.912135] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1193.930917] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1193.931085] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1193.931232] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1193.931400] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-800" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.931679] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-c165225d-8bcb-4c36-8471-fd4bcc849261 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.931845] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-c165225d-8bcb-4c36-8471-fd4bcc849261" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.931969] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-c165225d-8bcb-4c36-8471-fd4bcc849261" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.932270] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-c165225d-8bcb-4c36-8471-fd4bcc849261" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1193.932416] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c165225d-8bcb-4c36-8471-fd4bcc849261',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.184235] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.184456] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.184456] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.184610] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.184700] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.184888] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.184986] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.185062] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.185216] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.185302] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.185390] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1 already deleted. [ 1194.185472] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.435076] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.435076] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.435076] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.435724] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.435724] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.435724] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port c165225d-8bcb-4c36-8471-fd4bcc849261 not found, creating... [ 1194.435968] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.436151] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.436274] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.436531] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.436692] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.436982] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.437167] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.437294] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.437554] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.437646] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.437791] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: c165225d-8bcb-4c36-8471-fd4bcc849261 is going to be created. [ 1194.457821] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.458048] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.458247] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.458547] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.458775] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.459034] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-c165225d-8bcb-4c36-8471-fd4bcc849261" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.138020] env[63412]: INFO networking_nsxv3.common.synchronization [req-21a7a70b-5e8f-46fd-90a1-3efc3df61977 req-39aed425-77c7-4103-813b-27d116a6b65c service nova] Enqueued Resource ID: e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1 with Priority: HIGHEST for action security_group_rules [ 1195.138020] env[63412]: INFO networking_nsxv3.common.synchronization [req-21a7a70b-5e8f-46fd-90a1-3efc3df61977 req-39aed425-77c7-4103-813b-27d116a6b65c service nova] Enqueued Resource ID: e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1 with Priority: HIGHEST for action security_group_members [ 1195.138020] env[63412]: INFO networking_nsxv3.common.synchronization [req-21a7a70b-5e8f-46fd-90a1-3efc3df61977 req-39aed425-77c7-4103-813b-27d116a6b65c service nova] Enqueued Resource ID: c165225d-8bcb-4c36-8471-fd4bcc849261 with Priority: HIGHEST for action port [ 1195.138020] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1 with Priority: HIGHEST for action security_group_rules [ 1195.138020] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1 with Priority: HIGHEST for action security_group_members [ 1195.138020] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c165225d-8bcb-4c36-8471-fd4bcc849261 with Priority: HIGHEST for action port [ 1195.138685] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.139057] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.140099] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.140099] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.140099] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.140398] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.141079] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.141079] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.141079] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.141079] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.141079] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.141079] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.141347] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.141347] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.141444] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.142227] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-c165225d-8bcb-4c36-8471-fd4bcc849261 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.142332] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c165225d-8bcb-4c36-8471-fd4bcc849261" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.142581] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c165225d-8bcb-4c36-8471-fd4bcc849261" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.142581] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c165225d-8bcb-4c36-8471-fd4bcc849261" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.142581] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c165225d-8bcb-4c36-8471-fd4bcc849261',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.644875] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.645210] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.645332] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.646211] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c165225d-8bcb-4c36-8471-fd4bcc849261 with status ACTIVE [ 1195.646389] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.646517] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.646595] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.646766] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.646859] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.647015] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.647116] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.647180] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.647303] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.647376] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.647548] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.647641] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.647701] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.647881] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.647960] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.648056] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c165225d-8bcb-4c36-8471-fd4bcc849261 is going to be updated. [ 1195.670774] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.670998] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.670998] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.671245] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.671391] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.671548] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c165225d-8bcb-4c36-8471-fd4bcc849261" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.150555] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.653287] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.653620] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.653620] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.653733] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1196.653816] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.653918] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1 is going to be created. [ 1196.675212] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.675360] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.675489] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.675592] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1196.675742] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.684336] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1 in Status: UNINITIALIZED for 2s [ 1198.694992] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1 in Status: SUCCESS [ 1198.695260] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.695410] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.695625] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1198.695818] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.695939] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.696008] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.696173] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1198.696254] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.696338] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.696430] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.199374] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.701751] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1: rpc.has_security_group_logging(os_id): False [ 1199.717859] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.718026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.718108] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.719024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.719024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.719024] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.719024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.719024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.719024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.719024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.719024] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1 is going to be created. [ 1199.773905] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.774066] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.774140] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.774346] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.774524] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.786575] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1 in Status: IN_PROGRESS for 2s [ 1200.138670] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1200.138849] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1201.798466] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1 in Status: SUCCESS [ 1201.798753] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.381882] env[63412]: INFO networking_nsxv3.common.synchronization [req-07f5349b-6ad5-4b9f-89ea-1b7105ab0779 req-45df02f7-348b-4373-8351-d36f646a035c tempest-AttachVolumeTestJSON-1620287698 tempest-AttachVolumeTestJSON-1620287698-project-member] Enqueued Resource ID: cfec0c03-450f-4d8e-9391-49c525398129 with Priority: HIGHEST for action security_group_members [ 1202.382463] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfec0c03-450f-4d8e-9391-49c525398129 with Priority: HIGHEST for action security_group_members [ 1202.382772] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfec0c03-450f-4d8e-9391-49c525398129 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.382903] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfec0c03-450f-4d8e-9391-49c525398129" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.382977] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfec0c03-450f-4d8e-9391-49c525398129" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.383323] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfec0c03-450f-4d8e-9391-49c525398129" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1202.383512] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.383620] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.383679] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.383837] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1202.383921] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.384019] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfec0c03-450f-4d8e-9391-49c525398129',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.887356] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.887356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.887356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.887786] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1202.887786] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.887858] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.887944] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.888021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.888168] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1202.888245] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.888333] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfec0c03-450f-4d8e-9391-49c525398129 is going to be updated. [ 1202.915121] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.915301] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.915301] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.915472] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1202.915600] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.998519] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfec0c03-450f-4d8e-9391-49c525398129 in Status: IN_PROGRESS for 2s [ 1205.011301] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfec0c03-450f-4d8e-9391-49c525398129 in Status: SUCCESS [ 1205.011738] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfec0c03-450f-4d8e-9391-49c525398129 deletion is rescheduled due to dependency. [ 1205.011738] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfec0c03-450f-4d8e-9391-49c525398129" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.506984] env[63412]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1206.507389] env[63412]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e339ffd8-8949-4759-949b-28016cef09e0 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1207.383415] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1207.383415] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1207.616033] env[63412]: INFO networking_nsxv3.common.synchronization [req-d4bd582c-40dd-4b71-8703-1ab1f992c872 req-a2ad7a47-0de5-4828-b90d-a99a7e426a9e tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Enqueued Resource ID: f886f10d-fd8c-4081-8057-1417bb3ba16a with Priority: HIGHEST for action security_group_members [ 1207.616376] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f886f10d-fd8c-4081-8057-1417bb3ba16a with Priority: HIGHEST for action security_group_members [ 1207.616674] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f886f10d-fd8c-4081-8057-1417bb3ba16a taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.616795] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.616861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.617078] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.617234] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.617336] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.617399] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.617546] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.617632] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.617727] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f886f10d-fd8c-4081-8057-1417bb3ba16a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.119691] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f886f10d-fd8c-4081-8057-1417bb3ba16a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.621565] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f886f10d-fd8c-4081-8057-1417bb3ba16a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.123784] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.123943] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.124024] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.124294] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1209.124390] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.124493] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f886f10d-fd8c-4081-8057-1417bb3ba16a is going to be updated. [ 1209.152274] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.152459] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.152533] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.152790] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1209.152946] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.160941] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f886f10d-fd8c-4081-8057-1417bb3ba16a in Status: IN_PROGRESS for 2s [ 1210.317785] env[63412]: INFO networking_nsxv3.common.synchronization [req-881de7e8-aa34-49d4-901b-a79c96a5ca7f req-d135dfe2-5300-4b5b-9fb2-43a7a52ebfbd tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Enqueued Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGHEST for action security_group_members [ 1210.318390] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGHEST for action security_group_members [ 1210.318390] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.318603] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.318695] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.319148] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.319235] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.319343] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.319404] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.319593] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.319710] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.319861] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.823303] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.823534] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.823534] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.823822] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.823822] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.824022] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.824170] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.824250] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.824408] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.824490] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.824592] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b is going to be updated. [ 1210.850248] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.850512] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.850564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.851151] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.851151] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.859204] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b in Status: IN_PROGRESS for 2s [ 1211.170128] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f886f10d-fd8c-4081-8057-1417bb3ba16a in Status: SUCCESS [ 1211.170343] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.868901] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b in Status: SUCCESS [ 1212.869212] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b deletion is rescheduled due to dependency. [ 1212.869212] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.319348] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1215.319714] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1219.129977] env[63412]: INFO networking_nsxv3.common.synchronization [None req-89b2f25c-a1a7-4eaf-a021-3afe3e55f9e6 None None] Enqueued Resource ID: e9d96eb5-4095-4334-8733-ab81ce1352e9 with Priority: HIGHEST for action port [ 1219.130393] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9d96eb5-4095-4334-8733-ab81ce1352e9 with Priority: HIGHEST for action port [ 1219.130933] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9d96eb5-4095-4334-8733-ab81ce1352e9 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.131356] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9d96eb5-4095-4334-8733-ab81ce1352e9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.131457] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9d96eb5-4095-4334-8733-ab81ce1352e9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.131683] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9d96eb5-4095-4334-8733-ab81ce1352e9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1219.131768] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9d96eb5-4095-4334-8733-ab81ce1352e9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.634296] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9d96eb5-4095-4334-8733-ab81ce1352e9 [ 1219.634584] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.634771] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.634848] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.635076] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1219.635168] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.635265] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9d96eb5-4095-4334-8733-ab81ce1352e9 already deleted. [ 1219.635342] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9d96eb5-4095-4334-8733-ab81ce1352e9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.097692] env[63412]: INFO networking_nsxv3.common.synchronization [None req-f331e450-652b-48ae-98a1-8752d1fb211d None None] Enqueued Resource ID: e65fd23b-ce6e-40d3-95b6-e984ade4d57e with Priority: HIGHEST for action port [ 1221.098236] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e65fd23b-ce6e-40d3-95b6-e984ade4d57e with Priority: HIGHEST for action port [ 1221.098550] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-e65fd23b-ce6e-40d3-95b6-e984ade4d57e taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.098679] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e65fd23b-ce6e-40d3-95b6-e984ade4d57e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.098770] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e65fd23b-ce6e-40d3-95b6-e984ade4d57e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.099017] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e65fd23b-ce6e-40d3-95b6-e984ade4d57e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1221.099118] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e65fd23b-ce6e-40d3-95b6-e984ade4d57e',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.601558] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e65fd23b-ce6e-40d3-95b6-e984ade4d57e [ 1221.601822] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.601960] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.602047] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.602261] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1221.602352] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.602450] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e65fd23b-ce6e-40d3-95b6-e984ade4d57e already deleted. [ 1221.602530] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e65fd23b-ce6e-40d3-95b6-e984ade4d57e" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.923097] env[63412]: INFO networking_nsxv3.common.synchronization [req-b5837a95-b994-40e4-a392-11597b67823c req-ca4e1b81-68c8-407d-b6c5-1e4bf5b7a4cf tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Enqueued Resource ID: f886f10d-fd8c-4081-8057-1417bb3ba16a with Priority: HIGHEST for action security_group_members [ 1224.923729] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f886f10d-fd8c-4081-8057-1417bb3ba16a with Priority: HIGHEST for action security_group_members [ 1224.924276] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f886f10d-fd8c-4081-8057-1417bb3ba16a taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.924384] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.924474] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.924691] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.924873] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.924969] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.925059] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.925236] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.925324] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.925443] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f886f10d-fd8c-4081-8057-1417bb3ba16a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.428253] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.428484] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.428484] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.428742] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1225.428840] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.429069] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.429204] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.429266] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.429440] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1225.429510] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.429601] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f886f10d-fd8c-4081-8057-1417bb3ba16a is going to be updated. [ 1225.455345] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.455479] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.455549] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.455741] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1225.455882] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.464282] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f886f10d-fd8c-4081-8057-1417bb3ba16a in Status: IN_PROGRESS for 2s [ 1225.789536] env[63412]: INFO networking_nsxv3.common.synchronization [req-eb042ec0-5859-4b23-8a45-bd3765b8bdee req-815bb405-1b85-43f1-943f-d4296ffc4910 tempest-ServerGroupTestJSON-1201172021 tempest-ServerGroupTestJSON-1201172021-project-member] Enqueued Resource ID: 5beb8f73-1e47-4a1d-991c-208803673db3 with Priority: HIGHEST for action security_group_members [ 1225.790095] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5beb8f73-1e47-4a1d-991c-208803673db3 with Priority: HIGHEST for action security_group_members [ 1225.790402] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-5beb8f73-1e47-4a1d-991c-208803673db3 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.790525] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5beb8f73-1e47-4a1d-991c-208803673db3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.790609] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5beb8f73-1e47-4a1d-991c-208803673db3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.790872] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5beb8f73-1e47-4a1d-991c-208803673db3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1225.791036] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.791138] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.791202] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.791352] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1225.791446] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.791541] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5beb8f73-1e47-4a1d-991c-208803673db3',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.052020] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-633 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.052020] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-633" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.052020] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-633" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.052020] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-633" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1226.052020] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.052020] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.052020] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.052020] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1226.052921] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.053265] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1226.053510] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1226.054113] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1226.054113] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1226.054113] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1226.054113] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1226.054375] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1226.074705] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1226.074880] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1226.075035] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1226.075223] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-633" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.075539] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-7c7fd634-ef7d-4330-a81c-85cb44ccf96c taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.075770] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-7c7fd634-ef7d-4330-a81c-85cb44ccf96c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.075827] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-7c7fd634-ef7d-4330-a81c-85cb44ccf96c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.076141] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-7c7fd634-ef7d-4330-a81c-85cb44ccf96c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1226.076285] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c7fd634-ef7d-4330-a81c-85cb44ccf96c',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.294043] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.294210] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.294315] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.294499] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1226.294588] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.294789] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.294880] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.294939] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.295099] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1226.295174] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.295464] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5beb8f73-1e47-4a1d-991c-208803673db3 already deleted. [ 1226.295464] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5beb8f73-1e47-4a1d-991c-208803673db3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.578365] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.578631] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.578774] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.579071] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1226.579229] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.579391] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 7c7fd634-ef7d-4330-a81c-85cb44ccf96c not found, creating... [ 1226.579653] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.579816] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.579937] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.580220] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1226.580366] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.580773] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.580987] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.581220] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.581445] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1226.581587] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.581732] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 7c7fd634-ef7d-4330-a81c-85cb44ccf96c is going to be created. [ 1226.602502] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.602715] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.602861] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.603150] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1226.603385] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.603609] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-7c7fd634-ef7d-4330-a81c-85cb44ccf96c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.328115] env[63412]: INFO networking_nsxv3.common.synchronization [req-eb042ec0-5859-4b23-8a45-bd3765b8bdee req-fcec9269-f023-4f72-bcfa-73f13ee4baa5 service nova] Enqueued Resource ID: 5beb8f73-1e47-4a1d-991c-208803673db3 with Priority: HIGHEST for action security_group_rules [ 1227.328370] env[63412]: INFO networking_nsxv3.common.synchronization [req-eb042ec0-5859-4b23-8a45-bd3765b8bdee req-fcec9269-f023-4f72-bcfa-73f13ee4baa5 service nova] Enqueued Resource ID: 5beb8f73-1e47-4a1d-991c-208803673db3 with Priority: HIGHEST for action security_group_members [ 1227.328370] env[63412]: INFO networking_nsxv3.common.synchronization [req-eb042ec0-5859-4b23-8a45-bd3765b8bdee req-fcec9269-f023-4f72-bcfa-73f13ee4baa5 service nova] Enqueued Resource ID: 7c7fd634-ef7d-4330-a81c-85cb44ccf96c with Priority: HIGHEST for action port [ 1227.328799] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5beb8f73-1e47-4a1d-991c-208803673db3 with Priority: HIGHEST for action security_group_rules [ 1227.328799] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5beb8f73-1e47-4a1d-991c-208803673db3 with Priority: HIGHEST for action security_group_members [ 1227.328799] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c7fd634-ef7d-4330-a81c-85cb44ccf96c with Priority: HIGHEST for action port [ 1227.333196] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5beb8f73-1e47-4a1d-991c-208803673db3 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.333196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5beb8f73-1e47-4a1d-991c-208803673db3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.333196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5beb8f73-1e47-4a1d-991c-208803673db3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.333196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5beb8f73-1e47-4a1d-991c-208803673db3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.333196] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5beb8f73-1e47-4a1d-991c-208803673db3',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.333196] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-5beb8f73-1e47-4a1d-991c-208803673db3 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.333196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5beb8f73-1e47-4a1d-991c-208803673db3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.333196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5beb8f73-1e47-4a1d-991c-208803673db3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.333196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5beb8f73-1e47-4a1d-991c-208803673db3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.333196] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.333196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.333196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.333196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.333196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.333196] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5beb8f73-1e47-4a1d-991c-208803673db3',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.334044] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c7fd634-ef7d-4330-a81c-85cb44ccf96c taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.334236] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c7fd634-ef7d-4330-a81c-85cb44ccf96c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.334376] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c7fd634-ef7d-4330-a81c-85cb44ccf96c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.334895] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c7fd634-ef7d-4330-a81c-85cb44ccf96c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.334971] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c7fd634-ef7d-4330-a81c-85cb44ccf96c',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.473046] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f886f10d-fd8c-4081-8057-1417bb3ba16a in Status: SUCCESS [ 1227.473302] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f886f10d-fd8c-4081-8057-1417bb3ba16a deletion is rescheduled due to dependency. [ 1227.473427] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f886f10d-fd8c-4081-8057-1417bb3ba16a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.837162] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-5beb8f73-1e47-4a1d-991c-208803673db3 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.837300] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5beb8f73-1e47-4a1d-991c-208803673db3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.837606] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5beb8f73-1e47-4a1d-991c-208803673db3',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.838452] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c7fd634-ef7d-4330-a81c-85cb44ccf96c with status ACTIVE [ 1227.838679] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.839194] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.839194] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.839194] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.839194] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.839370] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.839425] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.839532] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.839624] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.839706] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.839866] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.839970] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.840037] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.840154] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.840228] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.840312] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c7fd634-ef7d-4330-a81c-85cb44ccf96c is going to be updated. [ 1227.860992] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.861186] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.861186] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.861353] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.861485] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.861668] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c7fd634-ef7d-4330-a81c-85cb44ccf96c" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.342420] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5beb8f73-1e47-4a1d-991c-208803673db3',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.847254] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.847443] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.847520] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.849564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1228.849564] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.849564] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5beb8f73-1e47-4a1d-991c-208803673db3 is going to be created. [ 1228.875967] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.876133] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.876205] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.876417] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1228.876597] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.886165] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5beb8f73-1e47-4a1d-991c-208803673db3 in Status: UNINITIALIZED for 2s [ 1230.897473] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5beb8f73-1e47-4a1d-991c-208803673db3 in Status: SUCCESS [ 1230.897774] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5beb8f73-1e47-4a1d-991c-208803673db3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.897893] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5beb8f73-1e47-4a1d-991c-208803673db3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.898168] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5beb8f73-1e47-4a1d-991c-208803673db3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1230.898380] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.898502] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.898685] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.898875] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1230.898973] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.899083] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5beb8f73-1e47-4a1d-991c-208803673db3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.899184] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5beb8f73-1e47-4a1d-991c-208803673db3',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.402256] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-5beb8f73-1e47-4a1d-991c-208803673db3 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.402522] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5beb8f73-1e47-4a1d-991c-208803673db3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.402522] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5beb8f73-1e47-4a1d-991c-208803673db3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.402611] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5beb8f73-1e47-4a1d-991c-208803673db3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.402764] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.402869] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.402931] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.404556] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.404556] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.404556] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5beb8f73-1e47-4a1d-991c-208803673db3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.404556] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-5beb8f73-1e47-4a1d-991c-208803673db3 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.404556] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5beb8f73-1e47-4a1d-991c-208803673db3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.404556] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5beb8f73-1e47-4a1d-991c-208803673db3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.404556] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5beb8f73-1e47-4a1d-991c-208803673db3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.404556] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.404556] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.404556] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.404556] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.404556] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.404556] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5beb8f73-1e47-4a1d-991c-208803673db3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.404556] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5beb8f73-1e47-4a1d-991c-208803673db3',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.664723] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.664937] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-302" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.665079] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-302" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.665362] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-302" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.665624] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.665883] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.666035] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.666299] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.666464] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.666732] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1231.666864] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1231.666978] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1231.667105] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1231.667267] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1231.667466] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1231.667630] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1231.688426] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1231.688771] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1231.688975] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1231.689190] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-302" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.689538] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-0a020b4a-5fac-418f-82a3-5546ae2038aa taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.689729] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-0a020b4a-5fac-418f-82a3-5546ae2038aa" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.689859] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-0a020b4a-5fac-418f-82a3-5546ae2038aa" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.690163] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-0a020b4a-5fac-418f-82a3-5546ae2038aa" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.690311] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a020b4a-5fac-418f-82a3-5546ae2038aa',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.906080] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5beb8f73-1e47-4a1d-991c-208803673db3: rpc.has_security_group_logging(os_id): False [ 1231.922895] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.923100] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.923182] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.923331] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.923417] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.923603] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.923704] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.923769] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.923898] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.923964] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.924182] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.924278] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.924336] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.924463] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.924533] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.924709] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.924809] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.924868] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.924991] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.925070] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.925156] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5beb8f73-1e47-4a1d-991c-208803673db3 is going to be created. [ 1231.976327] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.976542] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.976542] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.976753] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.976930] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.986389] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5beb8f73-1e47-4a1d-991c-208803673db3 in Status: IN_PROGRESS for 2s [ 1232.192643] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.192932] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.193110] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.193520] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.193603] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.193965] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.194172] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.194304] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.194535] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.194677] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.195016] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.195229] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.195356] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.195603] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.195773] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.195891] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 0a020b4a-5fac-418f-82a3-5546ae2038aa is going to be updated. [ 1232.217178] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.217400] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.217530] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.217812] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.218015] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.218244] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-0a020b4a-5fac-418f-82a3-5546ae2038aa" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.329435] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1232.329766] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1232.901687] env[63412]: INFO networking_nsxv3.common.synchronization [req-9066493b-338e-47ae-a8a2-a14ae331050b req-d4c05c16-4a5a-4455-86e0-4a0aef96e9c6 service nova] Enqueued Resource ID: 5327a555-11a8-4927-97ad-50686fe3c5cf with Priority: HIGHEST for action security_group_rules [ 1232.901919] env[63412]: INFO networking_nsxv3.common.synchronization [req-9066493b-338e-47ae-a8a2-a14ae331050b req-d4c05c16-4a5a-4455-86e0-4a0aef96e9c6 service nova] Enqueued Resource ID: 5327a555-11a8-4927-97ad-50686fe3c5cf with Priority: HIGHEST for action security_group_members [ 1232.902129] env[63412]: INFO networking_nsxv3.common.synchronization [req-9066493b-338e-47ae-a8a2-a14ae331050b req-d4c05c16-4a5a-4455-86e0-4a0aef96e9c6 service nova] Enqueued Resource ID: 0a020b4a-5fac-418f-82a3-5546ae2038aa with Priority: HIGHEST for action port [ 1232.902329] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5327a555-11a8-4927-97ad-50686fe3c5cf with Priority: HIGHEST for action security_group_rules [ 1232.902450] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5327a555-11a8-4927-97ad-50686fe3c5cf with Priority: HIGHEST for action security_group_members [ 1232.902547] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a020b4a-5fac-418f-82a3-5546ae2038aa with Priority: HIGHEST for action port [ 1232.903246] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5327a555-11a8-4927-97ad-50686fe3c5cf taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.903433] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.903546] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.903809] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.903924] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5327a555-11a8-4927-97ad-50686fe3c5cf',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.905726] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-5327a555-11a8-4927-97ad-50686fe3c5cf taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.905726] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.905826] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.905961] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.906211] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.906566] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.906566] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.906566] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.906566] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.906730] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5327a555-11a8-4927-97ad-50686fe3c5cf',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.908277] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a020b4a-5fac-418f-82a3-5546ae2038aa taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.908277] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a020b4a-5fac-418f-82a3-5546ae2038aa" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.908277] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a020b4a-5fac-418f-82a3-5546ae2038aa" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.908277] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a020b4a-5fac-418f-82a3-5546ae2038aa" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.908277] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a020b4a-5fac-418f-82a3-5546ae2038aa',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.411056] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-5327a555-11a8-4927-97ad-50686fe3c5cf taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.411056] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.411056] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5327a555-11a8-4927-97ad-50686fe3c5cf',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.411795] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a020b4a-5fac-418f-82a3-5546ae2038aa with status ACTIVE [ 1233.412597] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.412597] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.412597] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.412597] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1233.412597] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.413040] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.413040] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.413040] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.413040] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1233.413347] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.413347] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.413444] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.413444] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.413550] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1233.413616] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.413701] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a020b4a-5fac-418f-82a3-5546ae2038aa is going to be updated. [ 1233.435359] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.435608] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.435608] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.435751] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1233.435888] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.436056] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a020b4a-5fac-418f-82a3-5546ae2038aa" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.915751] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5327a555-11a8-4927-97ad-50686fe3c5cf',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.998697] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5beb8f73-1e47-4a1d-991c-208803673db3 in Status: SUCCESS [ 1233.998976] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5beb8f73-1e47-4a1d-991c-208803673db3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.418222] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.418407] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.418450] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.418843] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1234.419021] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.419176] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5327a555-11a8-4927-97ad-50686fe3c5cf is going to be updated. [ 1234.448405] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.448669] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.448669] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.449153] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1234.449153] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.458169] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5327a555-11a8-4927-97ad-50686fe3c5cf in Status: IN_PROGRESS for 2s [ 1236.436864] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.437318] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.437318] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.437513] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.437566] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.468122] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5327a555-11a8-4927-97ad-50686fe3c5cf in Status: SUCCESS [ 1236.468329] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.468485] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.468691] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.468872] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.468987] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.469064] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.469244] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.469338] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.469427] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.469516] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5327a555-11a8-4927-97ad-50686fe3c5cf',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.940385] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.971663] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5327a555-11a8-4927-97ad-50686fe3c5cf',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.349479] env[63412]: INFO networking_nsxv3.common.synchronization [req-0867d85b-8038-4cc2-94f4-7898c356569c req-69319875-734d-4fc1-b2cf-c85919b8a15d tempest-ServerGroupTestJSON-1201172021 tempest-ServerGroupTestJSON-1201172021-project-member] Enqueued Resource ID: 5beb8f73-1e47-4a1d-991c-208803673db3 with Priority: HIGHEST for action security_group_members [ 1237.350082] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5beb8f73-1e47-4a1d-991c-208803673db3 with Priority: HIGHEST for action security_group_members [ 1237.350498] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-5beb8f73-1e47-4a1d-991c-208803673db3 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.350589] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5beb8f73-1e47-4a1d-991c-208803673db3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.350645] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5beb8f73-1e47-4a1d-991c-208803673db3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.352412] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5beb8f73-1e47-4a1d-991c-208803673db3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1237.352608] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.352744] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.352812] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.353032] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1237.353127] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.353233] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5beb8f73-1e47-4a1d-991c-208803673db3',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.444377] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.473936] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5327a555-11a8-4927-97ad-50686fe3c5cf: rpc.has_security_group_logging(os_id): False [ 1237.490498] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.490659] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.490724] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.490981] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1237.491102] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.491471] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.491601] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.491664] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.491830] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1237.491905] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.491993] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5327a555-11a8-4927-97ad-50686fe3c5cf is going to be updated. [ 1237.552035] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.552280] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.552280] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.552488] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1237.552635] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.565718] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5327a555-11a8-4927-97ad-50686fe3c5cf in Status: IN_PROGRESS for 2s [ 1237.855518] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.855772] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.855772] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.855958] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1237.856068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.856270] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.856370] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.856436] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.856577] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1237.856654] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.856738] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5beb8f73-1e47-4a1d-991c-208803673db3 is going to be updated. [ 1237.885312] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.885464] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.885565] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.885728] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1237.885864] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.894135] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5beb8f73-1e47-4a1d-991c-208803673db3 in Status: IN_PROGRESS for 2s [ 1237.946950] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1237.946950] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1238.722943] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.723271] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.723334] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.723576] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1238.737524] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1238.738529] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.739698] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1238.775244] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.775404] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.775458] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.775655] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1238.788416] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.789313] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1238.789417] env[63412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=63412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1238.789486] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1238.825391] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.825638] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.825638] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.825857] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1238.827748] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.827960] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1238.915876] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.916122] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.916122] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.916314] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1238.916630] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.916939] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1238.988135] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.988408] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.988408] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.988557] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1238.988881] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.989212] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1238.989310] env[63412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'21b3bb0a-eab8-48b7-b110-55469fd10d8d', '8e566327-5bae-49b6-81a6-1eeb8e1fdc5b', '1d587acd-6a6a-42d5-9cba-1aa0f6b321c9', '288c6d1f-1b37-45e7-8f73-4f47f1b0a59f', '26f6b52b-5e1a-4541-aa7b-10152ec5da24', '68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef', 'f488e578-c4bc-48ca-ad04-9d0be371288b', '8a3abd40-d98e-4772-aeb7-ff43ef37df0b', '5327a555-11a8-4927-97ad-50686fe3c5cf', '877ccd56-4419-4b68-8deb-8b3e69c300ef', '98bd1398-6f4a-4605-9748-f14dceafaa84', '22d326f5-5fd7-4b43-a21f-a0c84243672f', '317bfd10-601b-496a-a1cd-6c2722d9ee0b', 'ee444a9e-e3a4-45e3-9241-d0f693c0754a', '6164e5c6-d6cf-4301-9fdd-6afe7d071829', 'ea433e1f-3048-470e-87de-f063bc26c197', '57b38e8c-e8cd-4d82-a2f5-b44ef14cca29', '574843a3-ddcb-4765-a750-aae37e4dcea5', '2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5', '2b1890a3-a03e-4ad3-a7a4-58ce66332bb2', 'f9293260-c26e-4326-83c6-4c102a149950', 'b4959203-00a9-477d-95ff-178243039f66', 'b90ea019-1cd1-42ea-97cd-b8c406fdcec1', 'a387e002-b3cc-47f7-ad7f-83a6b16dab4b', 'f9970b86-2be5-4c59-b559-2b28b2d0eddc', 'e10d0e67-0519-44a7-a60f-b276f56cd6de', 'dc7842c3-ec1b-480a-92e7-7cabba4915e3', '4e1202e2-7458-4126-a731-930d3eadd68b', '0eb6bc6f-818f-4f2f-abe4-bc36c3691c06', 'fda0eb43-3e5e-4599-83ba-9a1211ee030c', 'c6067f77-6a45-4911-96c1-102eca2ca5ab', '26f55b1d-0590-4717-a5c1-d4ac756418a0', '948d1e54-a582-4031-9855-f54b2f22822b', 'aa23e180-2e18-4a50-9ce4-fe11304ecc58', 'f3f50061-2743-46aa-a250-40aa5ffa1715', 'cfec0c03-450f-4d8e-9391-49c525398129', 'f886f10d-fd8c-4081-8057-1417bb3ba16a', '36483e6f-5723-4b93-8a36-a832c1be7980', 'd27b4c65-5e31-407e-a8b9-d55951de0c8d', '86eab413-27bf-49c5-9a81-abee4199df12', '68937c31-c3c5-456d-8cda-4f14670f638d', 'e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1', '5beb8f73-1e47-4a1d-991c-208803673db3', 'd2d366e8-41df-4b11-a769-1885b63416ab', 'fc126587-c54f-41d7-95ee-ef30102979e4'} {{(pid=63412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1238.989432] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1239.006124] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.006343] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.006343] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.006566] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.006646] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.006749] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1239.006749] env[63412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=63412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1239.006965] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1239.077229] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.077469] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.077469] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.077660] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.078872] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.079187] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1239.079267] env[63412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=63412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1239.079342] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1239.079412] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1239.079495] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1239.079570] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGH for action security_group_rules [ 1239.079652] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b with Priority: HIGH for action security_group_rules [ 1239.079721] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGH for action security_group_rules [ 1239.079786] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f with Priority: HIGH for action security_group_rules [ 1239.079940] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 with Priority: HIGH for action security_group_rules [ 1239.079940] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef with Priority: HIGH for action security_group_rules [ 1239.080071] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f488e578-c4bc-48ca-ad04-9d0be371288b with Priority: HIGH for action security_group_rules [ 1239.080071] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGH for action security_group_rules [ 1239.080071] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5327a555-11a8-4927-97ad-50686fe3c5cf with Priority: HIGH for action security_group_rules [ 1239.080170] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 877ccd56-4419-4b68-8deb-8b3e69c300ef with Priority: HIGH for action security_group_rules [ 1239.080203] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 98bd1398-6f4a-4605-9748-f14dceafaa84 with Priority: HIGH for action security_group_rules [ 1239.080240] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGH for action security_group_rules [ 1239.080300] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGH for action security_group_rules [ 1239.080365] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ee444a9e-e3a4-45e3-9241-d0f693c0754a with Priority: HIGH for action security_group_rules [ 1239.080416] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 with Priority: HIGH for action security_group_rules [ 1239.080468] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea433e1f-3048-470e-87de-f063bc26c197 with Priority: HIGH for action security_group_rules [ 1239.080520] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 with Priority: HIGH for action security_group_rules [ 1239.080572] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 with Priority: HIGH for action security_group_rules [ 1239.080628] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5 with Priority: HIGH for action security_group_rules [ 1239.080683] env[63412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 with Priority: HIGH for action security_group_rules [ 1239.080860] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.579204] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5327a555-11a8-4927-97ad-50686fe3c5cf in Status: SUCCESS [ 1239.579519] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.903535] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5beb8f73-1e47-4a1d-991c-208803673db3 in Status: SUCCESS [ 1239.903952] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5beb8f73-1e47-4a1d-991c-208803673db3 deletion is rescheduled due to dependency. [ 1239.903952] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5beb8f73-1e47-4a1d-991c-208803673db3" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.275758] env[63412]: INFO networking_nsxv3.common.synchronization [req-9535b56a-c89d-4989-b903-ae65e38b5081 req-723c8f21-c850-4296-a26a-74c6fea9ce2a tempest-AttachVolumeNegativeTest-1532564489 tempest-AttachVolumeNegativeTest-1532564489-project-member] Enqueued Resource ID: e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1 with Priority: HIGHEST for action security_group_members [ 1241.276564] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1 with Priority: HIGHEST for action security_group_members [ 1241.276724] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGH for action security_group_rules [ 1241.276831] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 with Priority: HIGH for action security_group_rules [ 1241.276993] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f488e578-c4bc-48ca-ad04-9d0be371288b with Priority: HIGH for action security_group_rules [ 1241.277187] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 with Priority: HIGH for action security_group_rules [ 1241.277604] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 with Priority: HIGH for action security_group_rules [ 1241.278435] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5 with Priority: HIGH for action security_group_rules [ 1241.278572] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 with Priority: HIGH for action security_group_rules [ 1241.278977] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 with Priority: HIGH for action security_group_rules [ 1241.278977] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee444a9e-e3a4-45e3-9241-d0f693c0754a with Priority: HIGH for action security_group_rules [ 1241.278977] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea433e1f-3048-470e-87de-f063bc26c197 with Priority: HIGH for action security_group_rules [ 1241.278977] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b with Priority: HIGH for action security_group_rules [ 1241.279193] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f with Priority: HIGH for action security_group_rules [ 1241.279193] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98bd1398-6f4a-4605-9748-f14dceafaa84 with Priority: HIGH for action security_group_rules [ 1241.279259] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877ccd56-4419-4b68-8deb-8b3e69c300ef with Priority: HIGH for action security_group_rules [ 1241.279292] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5327a555-11a8-4927-97ad-50686fe3c5cf with Priority: HIGH for action security_group_rules [ 1241.279610] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef with Priority: HIGH for action security_group_rules [ 1241.279610] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b with Priority: HIGH for action security_group_rules [ 1241.279610] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 with Priority: HIGH for action security_group_rules [ 1241.279610] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b with Priority: HIGH for action security_group_rules [ 1241.279806] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f with Priority: HIGH for action security_group_rules [ 1241.279990] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.280129] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.280197] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.280384] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.280542] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.280644] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.280706] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.280876] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.280962] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.281077] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.281930] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.282059] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.282135] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.282292] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.282364] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.283156] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.283943] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.283943] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.283943] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.283943] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d587acd-6a6a-42d5-9cba-1aa0f6b321c9',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.284228] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f488e578-c4bc-48ca-ad04-9d0be371288b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.284330] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f488e578-c4bc-48ca-ad04-9d0be371288b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.284393] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f488e578-c4bc-48ca-ad04-9d0be371288b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.284539] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f488e578-c4bc-48ca-ad04-9d0be371288b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.284606] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f488e578-c4bc-48ca-ad04-9d0be371288b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.285586] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6164e5c6-d6cf-4301-9fdd-6afe7d071829 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.285655] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.285705] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.285850] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.285922] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6164e5c6-d6cf-4301-9fdd-6afe7d071829',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.286678] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.286748] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.286748] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.287048] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.287048] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b1890a3-a03e-4ad3-a7a4-58ce66332bb2',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.287872] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.287964] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.288076] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.288728] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.288728] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.291550] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-574843a3-ddcb-4765-a750-aae37e4dcea5 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.291550] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.291550] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.291550] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.291550] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('574843a3-ddcb-4765-a750-aae37e4dcea5',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.291550] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.291550] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.291550] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.291550] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.291550] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57b38e8c-e8cd-4d82-a2f5-b44ef14cca29',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.291550] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee444a9e-e3a4-45e3-9241-d0f693c0754a taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.291550] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee444a9e-e3a4-45e3-9241-d0f693c0754a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.291550] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee444a9e-e3a4-45e3-9241-d0f693c0754a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.291550] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee444a9e-e3a4-45e3-9241-d0f693c0754a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.291550] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee444a9e-e3a4-45e3-9241-d0f693c0754a',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.292234] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea433e1f-3048-470e-87de-f063bc26c197 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.292343] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea433e1f-3048-470e-87de-f063bc26c197" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.292409] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea433e1f-3048-470e-87de-f063bc26c197" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.292557] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea433e1f-3048-470e-87de-f063bc26c197" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.292655] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea433e1f-3048-470e-87de-f063bc26c197',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.293417] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-317bfd10-601b-496a-a1cd-6c2722d9ee0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.293541] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.293593] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.293727] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.293799] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('317bfd10-601b-496a-a1cd-6c2722d9ee0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.294462] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22d326f5-5fd7-4b43-a21f-a0c84243672f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.294570] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.294635] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.294783] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.294854] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22d326f5-5fd7-4b43-a21f-a0c84243672f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.295638] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98bd1398-6f4a-4605-9748-f14dceafaa84 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.295754] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98bd1398-6f4a-4605-9748-f14dceafaa84" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.295813] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98bd1398-6f4a-4605-9748-f14dceafaa84" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.295951] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98bd1398-6f4a-4605-9748-f14dceafaa84" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.296042] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98bd1398-6f4a-4605-9748-f14dceafaa84',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.296701] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-877ccd56-4419-4b68-8deb-8b3e69c300ef taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.296807] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.296879] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.297036] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.297148] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('877ccd56-4419-4b68-8deb-8b3e69c300ef',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.299681] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5327a555-11a8-4927-97ad-50686fe3c5cf taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.299793] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.299859] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.300029] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.300095] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5327a555-11a8-4927-97ad-50686fe3c5cf',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.300750] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.300879] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.300940] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.301108] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.301187] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.301838] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.301966] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.302043] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.302219] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.302426] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a3abd40-d98e-4772-aeb7-ff43ef37df0b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.303218] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26f6b52b-5e1a-4541-aa7b-10152ec5da24 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.303347] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.303446] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.303645] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.303745] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26f6b52b-5e1a-4541-aa7b-10152ec5da24',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.304406] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.304515] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.304589] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.304727] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.304806] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e566327-5bae-49b6-81a6-1eeb8e1fdc5b',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.305565] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.305668] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.305731] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.305873] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.305943] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('288c6d1f-1b37-45e7-8f73-4f47f1b0a59f',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.812686] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-5327a555-11a8-4927-97ad-50686fe3c5cf taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.812971] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.812971] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.813360] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.813536] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.813638] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.813776] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.813873] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.813969] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.814068] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.814156] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5327a555-11a8-4927-97ad-50686fe3c5cf',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.820249] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-877ccd56-4419-4b68-8deb-8b3e69c300ef taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.820443] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.820516] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.820679] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.820859] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.820967] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.821031] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.821179] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.821264] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.821400] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.821545] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('877ccd56-4419-4b68-8deb-8b3e69c300ef',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.827167] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.827302] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.827367] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.827558] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.840792] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5327a555-11a8-4927-97ad-50686fe3c5cf',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.895581] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.895581] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.900033] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.900033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.900033] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.900033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.900033] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.900033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.900033] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.900033] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.900594] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.900648] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.902209] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.902374] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.903152] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.905610] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.905610] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.905610] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.905610] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.905610] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.905610] env[63412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1241.906297] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.906297] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.906943] env[63412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1241.907510] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.907510] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.908137] env[63412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1241.908335] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.908439] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.909082] env[63412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1241.909503] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.909619] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.910391] env[63412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1241.911098] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.911098] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.911098] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.911312] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.911385] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.911481] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.911572] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1 is going to be updated. [ 1241.912702] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.912847] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.914515] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.914610] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.915666] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.915764] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.916367] env[63412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1241.917016] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.917164] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.917861] env[63412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1241.918289] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.918380] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.937246] env[63412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1241.937977] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.938156] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5 is going to be deleted. [ 1241.939443] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.939718] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.953216] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.953439] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.953511] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.953732] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.953878] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.961161] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.961356] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26f6b52b-5e1a-4541-aa7b-10152ec5da24 is going to be deleted. [ 1241.962512] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.962794] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.964401] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1 in Status: IN_PROGRESS for 2s [ 1241.981400] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.981660] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e566327-5bae-49b6-81a6-1eeb8e1fdc5b is going to be deleted. [ 1241.982604] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.982872] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.998926] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.998926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.006230] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.006230] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef is going to be deleted. [ 1242.007340] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.008014] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.036023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.036023] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6164e5c6-d6cf-4301-9fdd-6afe7d071829 is going to be deleted. [ 1242.036023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.036023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.065231] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.065231] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.098970] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.098970] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.108026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.108026] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98bd1398-6f4a-4605-9748-f14dceafaa84 is going to be deleted. [ 1242.108026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.108026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.136261] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.136261] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d587acd-6a6a-42d5-9cba-1aa0f6b321c9 is going to be deleted. [ 1242.136712] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.137398] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.181998] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.182167] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.182923] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.183053] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.202627] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.202782] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 574843a3-ddcb-4765-a750-aae37e4dcea5 is going to be deleted. [ 1242.203982] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.204107] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.246074] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.246265] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.273965] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.274179] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a3abd40-d98e-4772-aeb7-ff43ef37df0b is going to be deleted. [ 1242.275373] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.275619] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.340388] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('877ccd56-4419-4b68-8deb-8b3e69c300ef',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.349934] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5327a555-11a8-4927-97ad-50686fe3c5cf: rpc.has_security_group_logging(os_id): False [ 1242.355521] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.355521] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.361025] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.361025] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 317bfd10-601b-496a-a1cd-6c2722d9ee0b is going to be deleted. [ 1242.363141] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.363141] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.379920] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.379920] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.417138] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.417330] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f488e578-c4bc-48ca-ad04-9d0be371288b is going to be deleted. [ 1242.418289] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.418517] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.420609] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.420747] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.451903] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.452055] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22d326f5-5fd7-4b43-a21f-a0c84243672f is going to be deleted. [ 1242.452889] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.453191] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.462863] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.463059] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.503822] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.503822] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.525225] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.525428] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d is going to be deleted. [ 1242.526371] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.526588] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.549642] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.549839] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.558098] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.558230] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee444a9e-e3a4-45e3-9241-d0f693c0754a is going to be deleted. [ 1242.559205] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.559417] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.572297] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.572297] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.598518] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.598656] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 288c6d1f-1b37-45e7-8f73-4f47f1b0a59f is going to be deleted. [ 1242.599757] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.599996] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.663030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.663246] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b1890a3-a03e-4ad3-a7a4-58ce66332bb2 is going to be deleted. [ 1242.664090] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.664309] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.673010] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.673160] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.712494] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.712494] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.714410] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.714568] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.724368] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.724368] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea433e1f-3048-470e-87de-f063bc26c197 is going to be deleted. [ 1242.725294] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.725508] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.842898] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 877ccd56-4419-4b68-8deb-8b3e69c300ef: rpc.has_security_group_logging(os_id): False [ 1242.888627] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.888887] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.905994] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.906208] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.920233] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.920233] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57b38e8c-e8cd-4d82-a2f5-b44ef14cca29 is going to be deleted. [ 1242.921321] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.921321] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.921321] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.921577] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a8b67b0-a5b0-4ef0-b035-4075d54e9ab5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.921577] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.921675] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.921728] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.921849] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26f6b52b-5e1a-4541-aa7b-10152ec5da24" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.922513] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.922605] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.923189] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.923189] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e566327-5bae-49b6-81a6-1eeb8e1fdc5b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.923485] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.923485] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.923606] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.923656] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6164e5c6-d6cf-4301-9fdd-6afe7d071829" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.923904] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.924070] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.924172] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.924248] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68cb29f7-21d2-4dfd-9e8e-cf5f271ae1ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.924448] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.924513] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.924580] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.924691] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98bd1398-6f4a-4605-9748-f14dceafaa84" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.924814] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.924965] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.925049] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.925158] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-574843a3-ddcb-4765-a750-aae37e4dcea5" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.925285] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.925487] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.925487] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.925628] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d587acd-6a6a-42d5-9cba-1aa0f6b321c9" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.925710] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.925849] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.006402] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.006604] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.009335] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.010380] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.010580] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.010580] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.010765] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.010875] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.010977] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5327a555-11a8-4927-97ad-50686fe3c5cf is going to be updated. [ 1243.012119] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.012329] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.012569] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.012569] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a3abd40-d98e-4772-aeb7-ff43ef37df0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.012692] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.012812] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.012891] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.013015] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-317bfd10-601b-496a-a1cd-6c2722d9ee0b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.013166] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.013314] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.013391] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.013504] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f488e578-c4bc-48ca-ad04-9d0be371288b" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.013620] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.013861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.013861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.013968] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22d326f5-5fd7-4b43-a21f-a0c84243672f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.014507] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.014699] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.014784] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.014909] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.015045] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.015189] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.015266] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.015379] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee444a9e-e3a4-45e3-9241-d0f693c0754a" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.015516] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.015660] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.015737] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.015850] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-288c6d1f-1b37-45e7-8f73-4f47f1b0a59f" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.015966] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.016129] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.016202] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.016314] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b1890a3-a03e-4ad3-a7a4-58ce66332bb2" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.016447] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.016583] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.062126] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.062126] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.062126] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.062126] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.062126] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.062126] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.062126] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 877ccd56-4419-4b68-8deb-8b3e69c300ef is going to be updated. [ 1243.063559] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.063861] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.064062] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.064270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea433e1f-3048-470e-87de-f063bc26c197" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.123996] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.123996] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.123996] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.123996] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.123996] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.123996] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57b38e8c-e8cd-4d82-a2f5-b44ef14cca29" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.272526] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.272917] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.272917] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.273226] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.273444] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.290391] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.290626] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.290757] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.291008] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.291212] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.307548] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5327a555-11a8-4927-97ad-50686fe3c5cf in Status: IN_PROGRESS for 2s [ 1243.314304] env[63412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1243.314808] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 877ccd56-4419-4b68-8deb-8b3e69c300ef in Status: IN_PROGRESS for 2s [ 1243.974057] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1 in Status: SUCCESS [ 1243.974057] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1 deletion is rescheduled due to dependency. [ 1243.974496] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0ddc2b2-af19-4d0a-a5d3-ebfadabb88f1" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.320625] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5327a555-11a8-4927-97ad-50686fe3c5cf in Status: SUCCESS [ 1245.320980] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.324322] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 877ccd56-4419-4b68-8deb-8b3e69c300ef in Status: SUCCESS [ 1245.324502] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.280892] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1246.281069] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1247.938324] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-326 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.938625] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-326" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.938672] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-326" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.938945] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-326" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.939227] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.939394] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.939517] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.939734] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.939885] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.940125] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1247.940244] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1247.940359] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1247.940472] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1247.940586] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1247.940695] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1247.940829] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1247.960837] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1247.961023] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1247.961177] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1247.961341] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-326" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.961607] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-b09c3274-dc85-4617-9794-6c0643f9d144 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.961771] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-b09c3274-dc85-4617-9794-6c0643f9d144" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.961897] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-b09c3274-dc85-4617-9794-6c0643f9d144" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.962168] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-b09c3274-dc85-4617-9794-6c0643f9d144" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.962315] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b09c3274-dc85-4617-9794-6c0643f9d144',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.464990] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.464990] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.465227] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.465446] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.465619] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.465930] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.466122] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.466245] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.466473] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.466627] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.466933] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.467221] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.467377] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.467601] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.467742] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.467891] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: b09c3274-dc85-4617-9794-6c0643f9d144 is going to be updated. [ 1248.487054] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.487245] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.487356] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.487772] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.487772] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.487917] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-b09c3274-dc85-4617-9794-6c0643f9d144" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.144693] env[63412]: INFO networking_nsxv3.common.synchronization [req-4502ef0a-a8fd-4abf-a6f2-8cc9fa71fb79 req-3634d1f2-28ae-46c3-b53c-8d62127a803d service nova] Enqueued Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGHEST for action security_group_rules [ 1249.144948] env[63412]: INFO networking_nsxv3.common.synchronization [req-4502ef0a-a8fd-4abf-a6f2-8cc9fa71fb79 req-3634d1f2-28ae-46c3-b53c-8d62127a803d service nova] Enqueued Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGHEST for action security_group_members [ 1249.145083] env[63412]: INFO networking_nsxv3.common.synchronization [req-4502ef0a-a8fd-4abf-a6f2-8cc9fa71fb79 req-3634d1f2-28ae-46c3-b53c-8d62127a803d service nova] Enqueued Resource ID: b09c3274-dc85-4617-9794-6c0643f9d144 with Priority: HIGHEST for action port [ 1249.145270] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGHEST for action security_group_rules [ 1249.145418] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGHEST for action security_group_members [ 1249.145518] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b09c3274-dc85-4617-9794-6c0643f9d144 with Priority: HIGHEST for action port [ 1249.146107] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.146176] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.146242] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.146437] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.146519] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.147346] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-21b3bb0a-eab8-48b7-b110-55469fd10d8d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.147456] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.147522] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.147676] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.148240] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.148337] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.148390] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.148524] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.148606] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.148690] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.149414] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-b09c3274-dc85-4617-9794-6c0643f9d144 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.149545] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b09c3274-dc85-4617-9794-6c0643f9d144" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.149586] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b09c3274-dc85-4617-9794-6c0643f9d144" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.149726] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b09c3274-dc85-4617-9794-6c0643f9d144" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.149812] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b09c3274-dc85-4617-9794-6c0643f9d144',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.651095] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-21b3bb0a-eab8-48b7-b110-55469fd10d8d taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.651327] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.652590] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b09c3274-dc85-4617-9794-6c0643f9d144 with status ACTIVE [ 1249.652776] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.652892] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.652963] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.653315] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.653315] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.653497] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.653576] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.653641] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.653763] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.653858] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.654034] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.654129] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.654184] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.654322] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.654390] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.654475] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b09c3274-dc85-4617-9794-6c0643f9d144 is going to be updated. [ 1249.655588] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.676399] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.676617] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.676617] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.676787] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.676922] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.677085] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b09c3274-dc85-4617-9794-6c0643f9d144" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.157490] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.659492] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.659654] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.659718] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.659935] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1250.660036] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.660140] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d is going to be updated. [ 1250.685534] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.685741] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.685741] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.685949] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1250.686128] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.696308] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d in Status: IN_PROGRESS for 2s [ 1252.707294] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d in Status: SUCCESS [ 1252.707697] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.707697] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.707926] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1252.708133] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.708252] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.708321] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.708531] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1252.708618] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.708707] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.708799] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.211200] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.375905] env[63412]: INFO networking_nsxv3.common.synchronization [req-02dd72f6-b777-4816-8de6-b9b38b745f14 req-03a48e9b-a66a-4c0d-98c8-a34acdcd658d tempest-AttachVolumeNegativeTest-1532564489 tempest-AttachVolumeNegativeTest-1532564489-project-member] Enqueued Resource ID: 877ccd56-4419-4b68-8deb-8b3e69c300ef with Priority: HIGHEST for action security_group_members [ 1253.376712] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877ccd56-4419-4b68-8deb-8b3e69c300ef with Priority: HIGHEST for action security_group_members [ 1253.377038] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-877ccd56-4419-4b68-8deb-8b3e69c300ef taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.377198] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.377298] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.377525] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1253.377893] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.377893] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.377893] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.378173] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1253.378173] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.378239] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('877ccd56-4419-4b68-8deb-8b3e69c300ef',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.713569] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21b3bb0a-eab8-48b7-b110-55469fd10d8d: rpc.has_security_group_logging(os_id): False [ 1253.750308] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.750473] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.750533] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.750730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1253.750831] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.751097] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.751220] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.751260] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.751425] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1253.751493] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.751574] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d is going to be created. [ 1253.803036] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.803288] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.803288] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.803482] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1253.803648] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.817698] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d in Status: IN_PROGRESS for 2s [ 1253.880348] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.880645] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.880645] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.880776] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1253.880872] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.881112] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.881237] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.881282] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.881430] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1253.881507] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.881594] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 877ccd56-4419-4b68-8deb-8b3e69c300ef is going to be updated. [ 1253.939361] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.939568] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.939568] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.939749] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1253.939850] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.949153] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 877ccd56-4419-4b68-8deb-8b3e69c300ef in Status: IN_PROGRESS for 2s [ 1255.840954] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d in Status: SUCCESS [ 1255.841447] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.958806] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 877ccd56-4419-4b68-8deb-8b3e69c300ef in Status: SUCCESS [ 1255.959066] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 877ccd56-4419-4b68-8deb-8b3e69c300ef deletion is rescheduled due to dependency. [ 1255.959140] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-877ccd56-4419-4b68-8deb-8b3e69c300ef" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.220897] env[63412]: INFO networking_nsxv3.common.synchronization [None req-6081216f-9f8e-423b-a4ee-01dacc9e9ae3 tempest-AttachVolumeNegativeTest-1532564489 tempest-AttachVolumeNegativeTest-1532564489-project-member] Enqueued Resource ID: c700de8e-c1df-4fbc-addf-1e1afab4c858 with Priority: HIGHEST for action security_group_rules [ 1257.221509] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c700de8e-c1df-4fbc-addf-1e1afab4c858 with Priority: HIGHEST for action security_group_rules [ 1257.221863] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c700de8e-c1df-4fbc-addf-1e1afab4c858 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.222065] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c700de8e-c1df-4fbc-addf-1e1afab4c858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.222150] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c700de8e-c1df-4fbc-addf-1e1afab4c858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.222460] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c700de8e-c1df-4fbc-addf-1e1afab4c858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1257.222566] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c700de8e-c1df-4fbc-addf-1e1afab4c858',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.291815] env[63412]: INFO networking_nsxv3.common.synchronization [None req-845b2922-733a-4129-b818-9476c020bb23 tempest-AttachVolumeNegativeTest-1532564489 tempest-AttachVolumeNegativeTest-1532564489-project-member] Enqueued Resource ID: c700de8e-c1df-4fbc-addf-1e1afab4c858 with Priority: HIGHEST for action security_group_rules [ 1257.292508] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c700de8e-c1df-4fbc-addf-1e1afab4c858 with Priority: HIGHEST for action security_group_rules [ 1257.292633] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c700de8e-c1df-4fbc-addf-1e1afab4c858 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.292737] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c700de8e-c1df-4fbc-addf-1e1afab4c858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.741616] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.741761] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.741832] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.742477] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1257.742477] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.742477] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c700de8e-c1df-4fbc-addf-1e1afab4c858 already deleted. [ 1257.742477] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c700de8e-c1df-4fbc-addf-1e1afab4c858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.742689] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c700de8e-c1df-4fbc-addf-1e1afab4c858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.742689] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c700de8e-c1df-4fbc-addf-1e1afab4c858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1257.742771] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c700de8e-c1df-4fbc-addf-1e1afab4c858',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.264079] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.264561] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.264561] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.264561] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1258.264676] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.264676] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c700de8e-c1df-4fbc-addf-1e1afab4c858 already deleted. [ 1258.264809] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c700de8e-c1df-4fbc-addf-1e1afab4c858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.293502] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1262.293502] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1262.637954] env[63412]: INFO networking_nsxv3.common.synchronization [req-95aba072-5016-4b43-8f95-6942d13888dc req-dc0a62f3-b9ae-42b0-8ae1-eab0b549d2bc tempest-AttachVolumeNegativeTest-1532564489 tempest-AttachVolumeNegativeTest-1532564489-project-member] Enqueued Resource ID: c700de8e-c1df-4fbc-addf-1e1afab4c858 with Priority: HIGHEST for action security_group_members [ 1262.638730] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c700de8e-c1df-4fbc-addf-1e1afab4c858 with Priority: HIGHEST for action security_group_members [ 1262.638821] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c700de8e-c1df-4fbc-addf-1e1afab4c858 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.638894] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c700de8e-c1df-4fbc-addf-1e1afab4c858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.638939] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c700de8e-c1df-4fbc-addf-1e1afab4c858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.639206] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c700de8e-c1df-4fbc-addf-1e1afab4c858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1262.639361] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.639498] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.639557] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.639730] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1262.639817] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.639920] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c700de8e-c1df-4fbc-addf-1e1afab4c858',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.896026] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.896026] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-800" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.896203] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-800" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.896430] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-800" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1262.896689] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.896850] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.896970] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.897203] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1262.897356] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.897571] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1262.897689] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1262.897802] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1262.897915] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1262.898038] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1262.898151] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1262.898286] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1262.917710] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1262.917873] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1262.918026] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1262.918198] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-800" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.918472] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-8e5aebba-5738-4221-86b2-433677e5c477 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.918641] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-8e5aebba-5738-4221-86b2-433677e5c477" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.918763] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-8e5aebba-5738-4221-86b2-433677e5c477" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.919065] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-8e5aebba-5738-4221-86b2-433677e5c477" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1262.919277] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e5aebba-5738-4221-86b2-433677e5c477',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.142361] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.142526] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.142593] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.142815] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.142904] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.143122] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.143226] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.143290] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.143442] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.143518] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.143600] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c700de8e-c1df-4fbc-addf-1e1afab4c858 already deleted. [ 1263.143678] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c700de8e-c1df-4fbc-addf-1e1afab4c858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.422121] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.422534] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.422534] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.422765] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.422923] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.423097] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 8e5aebba-5738-4221-86b2-433677e5c477 not found, creating... [ 1263.423372] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.423553] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.423678] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.423904] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.424062] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.424352] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.424531] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.424632] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.424837] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.424976] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.425133] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 8e5aebba-5738-4221-86b2-433677e5c477 is going to be created. [ 1263.443288] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.443434] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.443566] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.443795] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.444032] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.444249] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-8e5aebba-5738-4221-86b2-433677e5c477" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.105020] env[63412]: INFO networking_nsxv3.common.synchronization [req-95aba072-5016-4b43-8f95-6942d13888dc req-fe9e7484-08b4-4dcb-b728-846186cb2529 service nova] Enqueued Resource ID: c700de8e-c1df-4fbc-addf-1e1afab4c858 with Priority: HIGHEST for action security_group_rules [ 1264.105020] env[63412]: INFO networking_nsxv3.common.synchronization [req-95aba072-5016-4b43-8f95-6942d13888dc req-fe9e7484-08b4-4dcb-b728-846186cb2529 service nova] Enqueued Resource ID: c700de8e-c1df-4fbc-addf-1e1afab4c858 with Priority: HIGHEST for action security_group_members [ 1264.105020] env[63412]: INFO networking_nsxv3.common.synchronization [req-95aba072-5016-4b43-8f95-6942d13888dc req-fe9e7484-08b4-4dcb-b728-846186cb2529 service nova] Enqueued Resource ID: 8e5aebba-5738-4221-86b2-433677e5c477 with Priority: HIGHEST for action port [ 1264.105020] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c700de8e-c1df-4fbc-addf-1e1afab4c858 with Priority: HIGHEST for action security_group_rules [ 1264.105404] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c700de8e-c1df-4fbc-addf-1e1afab4c858 with Priority: HIGHEST for action security_group_members [ 1264.105404] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5aebba-5738-4221-86b2-433677e5c477 with Priority: HIGHEST for action port [ 1264.105823] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c700de8e-c1df-4fbc-addf-1e1afab4c858 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.105937] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c700de8e-c1df-4fbc-addf-1e1afab4c858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.106023] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c700de8e-c1df-4fbc-addf-1e1afab4c858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.106221] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c700de8e-c1df-4fbc-addf-1e1afab4c858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1264.106282] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c700de8e-c1df-4fbc-addf-1e1afab4c858',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.107094] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c700de8e-c1df-4fbc-addf-1e1afab4c858 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.107205] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c700de8e-c1df-4fbc-addf-1e1afab4c858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.107266] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c700de8e-c1df-4fbc-addf-1e1afab4c858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.107424] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c700de8e-c1df-4fbc-addf-1e1afab4c858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1264.107566] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.107662] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.107724] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.107851] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1264.107933] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.108029] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c700de8e-c1df-4fbc-addf-1e1afab4c858',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.109178] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e5aebba-5738-4221-86b2-433677e5c477 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.109276] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e5aebba-5738-4221-86b2-433677e5c477" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.109544] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e5aebba-5738-4221-86b2-433677e5c477" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.110195] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e5aebba-5738-4221-86b2-433677e5c477" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1264.110313] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e5aebba-5738-4221-86b2-433677e5c477',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.612330] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c700de8e-c1df-4fbc-addf-1e1afab4c858 taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.612752] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c700de8e-c1df-4fbc-addf-1e1afab4c858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.612752] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c700de8e-c1df-4fbc-addf-1e1afab4c858',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.613608] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e5aebba-5738-4221-86b2-433677e5c477 with status ACTIVE [ 1264.613787] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.613904] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.613981] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.614182] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1264.614285] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.614456] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.614556] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.614620] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.614758] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1264.614830] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.615012] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.615768] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.615841] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.616030] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1264.616309] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.616408] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e5aebba-5738-4221-86b2-433677e5c477 is going to be updated. [ 1264.635230] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.635384] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.635433] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.635566] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1264.635692] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.635837] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e5aebba-5738-4221-86b2-433677e5c477" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.118184] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c700de8e-c1df-4fbc-addf-1e1afab4c858',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.620890] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.621284] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.621284] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.621413] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1265.621499] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.621598] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c700de8e-c1df-4fbc-addf-1e1afab4c858 is going to be created. [ 1265.642894] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.643053] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.643106] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.643270] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1265.643421] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.652569] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c700de8e-c1df-4fbc-addf-1e1afab4c858 in Status: UNINITIALIZED for 2s [ 1266.136415] env[63412]: INFO networking_nsxv3.common.synchronization [req-7799de46-62d0-408a-be9c-a1dbfcbe094a req-98600606-a009-4bae-b221-63365ef6b2f5 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Enqueued Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGHEST for action security_group_members [ 1266.136624] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d with Priority: HIGHEST for action security_group_members [ 1266.136934] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-21b3bb0a-eab8-48b7-b110-55469fd10d8d taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.137066] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.137134] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.137338] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1266.137571] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.137647] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.137647] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.138441] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1266.138441] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.138441] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21b3bb0a-eab8-48b7-b110-55469fd10d8d',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.640013] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.640324] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.640324] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.640469] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1266.640553] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.640739] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.640838] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.640899] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.641111] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1266.641220] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.641475] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d is going to be updated. [ 1266.666165] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.666165] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.666165] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.666361] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1266.666396] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.674666] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d in Status: IN_PROGRESS for 2s [ 1267.661278] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c700de8e-c1df-4fbc-addf-1e1afab4c858 in Status: SUCCESS [ 1267.661548] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c700de8e-c1df-4fbc-addf-1e1afab4c858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.661640] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c700de8e-c1df-4fbc-addf-1e1afab4c858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.661823] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c700de8e-c1df-4fbc-addf-1e1afab4c858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1267.662012] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.662126] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.662196] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.662339] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1267.662417] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.662502] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c700de8e-c1df-4fbc-addf-1e1afab4c858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.662592] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c700de8e-c1df-4fbc-addf-1e1afab4c858',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.164210] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c700de8e-c1df-4fbc-addf-1e1afab4c858',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.666413] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c700de8e-c1df-4fbc-addf-1e1afab4c858: rpc.has_security_group_logging(os_id): False [ 1268.684482] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d in Status: SUCCESS [ 1268.684661] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21b3bb0a-eab8-48b7-b110-55469fd10d8d deletion is rescheduled due to dependency. [ 1268.684775] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21b3bb0a-eab8-48b7-b110-55469fd10d8d" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.685566] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.685693] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.685759] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.685948] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1268.686074] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.686268] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.686364] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.686423] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.686567] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1268.686688] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.686747] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c700de8e-c1df-4fbc-addf-1e1afab4c858 is going to be created. [ 1268.740385] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.740558] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.740558] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.740751] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1268.740918] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.750525] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c700de8e-c1df-4fbc-addf-1e1afab4c858 in Status: IN_PROGRESS for 2s [ 1270.763678] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c700de8e-c1df-4fbc-addf-1e1afab4c858 in Status: SUCCESS [ 1270.763678] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c700de8e-c1df-4fbc-addf-1e1afab4c858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.138573] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1271.138573] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1276.139950] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1276.140287] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1281.140810] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1281.140810] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1286.142334] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1286.142787] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1287.362756] env[63412]: INFO networking_nsxv3.common.synchronization [req-14b9bc2c-c759-4907-8e26-4f11c45e8703 req-68e20fcd-3db9-4265-a72f-76f4c5cc8ff8 tempest-AttachVolumeShelveTestJSON-1833923595 tempest-AttachVolumeShelveTestJSON-1833923595-project-member] Enqueued Resource ID: 5327a555-11a8-4927-97ad-50686fe3c5cf with Priority: HIGHEST for action security_group_members [ 1287.363310] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5327a555-11a8-4927-97ad-50686fe3c5cf with Priority: HIGHEST for action security_group_members [ 1287.363642] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-5327a555-11a8-4927-97ad-50686fe3c5cf taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.363760] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1287.363822] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.364050] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1287.364203] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.364299] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1287.364380] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.364506] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1287.364579] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.364672] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5327a555-11a8-4927-97ad-50686fe3c5cf',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.867758] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.867978] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1287.867978] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.868215] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1287.868311] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.868509] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.868611] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1287.868675] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.868825] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1287.868902] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.868987] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5327a555-11a8-4927-97ad-50686fe3c5cf is going to be updated. [ 1287.897425] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.897591] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1287.897591] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.897723] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1287.897852] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.905139] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5327a555-11a8-4927-97ad-50686fe3c5cf in Status: IN_PROGRESS for 2s [ 1289.916903] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5327a555-11a8-4927-97ad-50686fe3c5cf in Status: SUCCESS [ 1289.917345] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5327a555-11a8-4927-97ad-50686fe3c5cf deletion is rescheduled due to dependency. [ 1289.917345] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5327a555-11a8-4927-97ad-50686fe3c5cf" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.364424] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.364849] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1297.365242] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1297.365481] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1302.366133] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1302.366671] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1307.367775] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.368156] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1312.368722] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1312.369110] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1317.369831] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1317.370221] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1322.371092] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1322.371092] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1324.998225] env[63412]: INFO networking_nsxv3.common.synchronization [req-da7446dc-4a84-46b4-a0bb-bc356a38db45 req-d55e5a71-f9b5-4567-b83f-0db1c3b539f1 tempest-AttachVolumeNegativeTest-1532564489 tempest-AttachVolumeNegativeTest-1532564489-project-member] Enqueued Resource ID: c700de8e-c1df-4fbc-addf-1e1afab4c858 with Priority: HIGHEST for action security_group_members [ 1324.998546] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c700de8e-c1df-4fbc-addf-1e1afab4c858 with Priority: HIGHEST for action security_group_members [ 1324.998831] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c700de8e-c1df-4fbc-addf-1e1afab4c858 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.998956] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c700de8e-c1df-4fbc-addf-1e1afab4c858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.999142] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c700de8e-c1df-4fbc-addf-1e1afab4c858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.999465] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c700de8e-c1df-4fbc-addf-1e1afab4c858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1324.999577] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.999779] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.999903] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.000045] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.000158] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.000313] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c700de8e-c1df-4fbc-addf-1e1afab4c858',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.502429] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.502662] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.502662] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.502967] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.503082] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.503291] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.503400] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.503461] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.503617] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.503693] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.503778] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c700de8e-c1df-4fbc-addf-1e1afab4c858 is going to be updated. [ 1325.531319] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.531478] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.531522] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.531662] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.531817] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.539301] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c700de8e-c1df-4fbc-addf-1e1afab4c858 in Status: IN_PROGRESS for 2s [ 1327.549849] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c700de8e-c1df-4fbc-addf-1e1afab4c858 in Status: SUCCESS [ 1327.550213] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c700de8e-c1df-4fbc-addf-1e1afab4c858 deletion is rescheduled due to dependency. [ 1327.550213] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c700de8e-c1df-4fbc-addf-1e1afab4c858" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.524940] env[63412]: INFO networking_nsxv3.common.synchronization [None req-c4f42e9b-3d5f-49be-84ce-acc71af50f8d tempest-AttachVolumeNegativeTest-1532564489 tempest-AttachVolumeNegativeTest-1532564489-project-member] Enqueued Resource ID: 57794840-0abb-484e-aaea-31e57aa92fbd with Priority: HIGHEST for action security_group_rules [ 1329.525411] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57794840-0abb-484e-aaea-31e57aa92fbd with Priority: HIGHEST for action security_group_rules [ 1329.525727] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57794840-0abb-484e-aaea-31e57aa92fbd taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.525852] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57794840-0abb-484e-aaea-31e57aa92fbd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.525919] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57794840-0abb-484e-aaea-31e57aa92fbd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.526180] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57794840-0abb-484e-aaea-31e57aa92fbd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1329.526277] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57794840-0abb-484e-aaea-31e57aa92fbd',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.585761] env[63412]: INFO networking_nsxv3.common.synchronization [None req-3d0e9a44-524d-47db-8b3a-b57fc0c5cfd2 tempest-AttachVolumeNegativeTest-1532564489 tempest-AttachVolumeNegativeTest-1532564489-project-member] Enqueued Resource ID: 57794840-0abb-484e-aaea-31e57aa92fbd with Priority: HIGHEST for action security_group_rules [ 1329.586063] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57794840-0abb-484e-aaea-31e57aa92fbd with Priority: HIGHEST for action security_group_rules [ 1329.586859] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57794840-0abb-484e-aaea-31e57aa92fbd taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.586975] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57794840-0abb-484e-aaea-31e57aa92fbd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.046703] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.046904] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.047015] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.047268] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1330.047392] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.047536] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57794840-0abb-484e-aaea-31e57aa92fbd already deleted. [ 1330.047660] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57794840-0abb-484e-aaea-31e57aa92fbd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.047837] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57794840-0abb-484e-aaea-31e57aa92fbd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.048048] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57794840-0abb-484e-aaea-31e57aa92fbd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1330.048164] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57794840-0abb-484e-aaea-31e57aa92fbd',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.568304] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.568627] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.568627] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.568706] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1330.568804] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.568862] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57794840-0abb-484e-aaea-31e57aa92fbd already deleted. [ 1330.568970] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57794840-0abb-484e-aaea-31e57aa92fbd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.587143] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.587508] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1337.019348] env[63412]: INFO networking_nsxv3.common.synchronization [req-6da54e0a-3199-475b-b4c9-4bfc3e001c58 req-7a9ebafc-e982-4ff8-9522-6aa467ff44b5 tempest-AttachVolumeNegativeTest-1532564489 tempest-AttachVolumeNegativeTest-1532564489-project-member] Enqueued Resource ID: 57794840-0abb-484e-aaea-31e57aa92fbd with Priority: HIGHEST for action security_group_members [ 1337.019874] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57794840-0abb-484e-aaea-31e57aa92fbd with Priority: HIGHEST for action security_group_members [ 1337.020196] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-57794840-0abb-484e-aaea-31e57aa92fbd taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.020329] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57794840-0abb-484e-aaea-31e57aa92fbd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.020401] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57794840-0abb-484e-aaea-31e57aa92fbd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.020652] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57794840-0abb-484e-aaea-31e57aa92fbd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1337.020809] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.020901] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.020966] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.021260] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1337.021387] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.021451] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57794840-0abb-484e-aaea-31e57aa92fbd',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.269453] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.269620] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "network-800" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.269767] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "network-800" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.270126] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "network-800" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1337.270447] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.270822] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.270982] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.271249] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1337.271416] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.271684] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1337.271822] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] NeedRegenerationException {{(pid=63412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1337.271996] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] no value, waiting for create lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1337.272155] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] value creation lock acquired {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1337.272301] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] No value present for key: 'zone-id' {{(pid=63412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1337.272419] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Calling creation function for not-yet-present value {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1337.272578] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1337.292899] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1337.293089] env[63412]: DEBUG dogpile.cache.region [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1337.293224] env[63412]: DEBUG dogpile.lock [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Released creation lock {{(pid=63412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1337.293395] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "network-800" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.293685] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock port-64908b25-e75f-4674-85ef-274b99ccc317 taken with stack trace [, , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.293854] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "port-64908b25-e75f-4674-85ef-274b99ccc317" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.293980] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "port-64908b25-e75f-4674-85ef-274b99ccc317" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.294283] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "port-64908b25-e75f-4674-85ef-274b99ccc317" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1337.294423] env[63412]: DEBUG networking_nsxv3.api.rpc [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64908b25-e75f-4674-85ef-274b99ccc317',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.523194] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.523419] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.523419] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.523617] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1337.523708] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.523896] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.523991] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.524074] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.524214] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1337.524316] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.524354] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57794840-0abb-484e-aaea-31e57aa92fbd already deleted. [ 1337.524433] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57794840-0abb-484e-aaea-31e57aa92fbd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.796517] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.796781] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.796867] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.797177] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1337.797339] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.797503] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Segment Port 64908b25-e75f-4674-85ef-274b99ccc317 not found, creating... [ 1337.797767] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.797929] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.798065] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.798300] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1337.798460] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.798726] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.798886] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.799016] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.799241] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1337.799381] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.799526] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Resource: SegmentPort with ID: 64908b25-e75f-4674-85ef-274b99ccc317 is going to be created. [ 1337.818625] env[63412]: DEBUG networking_nsxv3.common.locking [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.818877] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.818877] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.819131] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1337.819368] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.819609] env[63412]: DEBUG oslo_concurrency.lockutils [None req-ca93876d-c02b-4c9d-a442-845523cceb72 None None] Releasing lock "port-64908b25-e75f-4674-85ef-274b99ccc317" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.475942] env[63412]: INFO networking_nsxv3.common.synchronization [req-6da54e0a-3199-475b-b4c9-4bfc3e001c58 req-98b9ba9a-9e58-4197-8d21-ea7d03046665 service nova] Enqueued Resource ID: 57794840-0abb-484e-aaea-31e57aa92fbd with Priority: HIGHEST for action security_group_rules [ 1338.476255] env[63412]: INFO networking_nsxv3.common.synchronization [req-6da54e0a-3199-475b-b4c9-4bfc3e001c58 req-98b9ba9a-9e58-4197-8d21-ea7d03046665 service nova] Enqueued Resource ID: 57794840-0abb-484e-aaea-31e57aa92fbd with Priority: HIGHEST for action security_group_members [ 1338.476306] env[63412]: INFO networking_nsxv3.common.synchronization [req-6da54e0a-3199-475b-b4c9-4bfc3e001c58 req-98b9ba9a-9e58-4197-8d21-ea7d03046665 service nova] Enqueued Resource ID: 64908b25-e75f-4674-85ef-274b99ccc317 with Priority: HIGHEST for action port [ 1338.476528] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57794840-0abb-484e-aaea-31e57aa92fbd with Priority: HIGHEST for action security_group_rules [ 1338.476660] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57794840-0abb-484e-aaea-31e57aa92fbd with Priority: HIGHEST for action security_group_members [ 1338.476762] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64908b25-e75f-4674-85ef-274b99ccc317 with Priority: HIGHEST for action port [ 1338.477710] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57794840-0abb-484e-aaea-31e57aa92fbd taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.477845] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57794840-0abb-484e-aaea-31e57aa92fbd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.477908] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57794840-0abb-484e-aaea-31e57aa92fbd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.478266] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57794840-0abb-484e-aaea-31e57aa92fbd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1338.478360] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57794840-0abb-484e-aaea-31e57aa92fbd',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.479591] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-57794840-0abb-484e-aaea-31e57aa92fbd taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.479800] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57794840-0abb-484e-aaea-31e57aa92fbd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.479908] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57794840-0abb-484e-aaea-31e57aa92fbd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.480103] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57794840-0abb-484e-aaea-31e57aa92fbd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1338.481026] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.481026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.481026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.481026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1338.481026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.481518] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57794840-0abb-484e-aaea-31e57aa92fbd',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.481957] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock port-64908b25-e75f-4674-85ef-274b99ccc317 taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.482074] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64908b25-e75f-4674-85ef-274b99ccc317" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.482136] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64908b25-e75f-4674-85ef-274b99ccc317" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.482282] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64908b25-e75f-4674-85ef-274b99ccc317" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1338.482623] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64908b25-e75f-4674-85ef-274b99ccc317',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.980622] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-57794840-0abb-484e-aaea-31e57aa92fbd taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.980853] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57794840-0abb-484e-aaea-31e57aa92fbd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.984205] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57794840-0abb-484e-aaea-31e57aa92fbd',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.985183] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64908b25-e75f-4674-85ef-274b99ccc317 with status ACTIVE [ 1338.985379] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.985492] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.985560] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.985773] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1338.985862] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.986075] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.986201] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.986267] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.986382] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1338.986460] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.986642] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.986741] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.986796] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.986925] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1338.987026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.987535] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64908b25-e75f-4674-85ef-274b99ccc317 is going to be updated. [ 1339.006887] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.007073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.007073] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.007268] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1339.007372] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.007548] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64908b25-e75f-4674-85ef-274b99ccc317" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.489380] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57794840-0abb-484e-aaea-31e57aa92fbd',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.992381] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.992621] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.992621] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.992819] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1339.992940] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.993068] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57794840-0abb-484e-aaea-31e57aa92fbd is going to be created. [ 1340.016070] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.016224] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.016268] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.016431] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1340.016579] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.024928] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57794840-0abb-484e-aaea-31e57aa92fbd in Status: UNINITIALIZED for 2s [ 1342.034951] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57794840-0abb-484e-aaea-31e57aa92fbd in Status: SUCCESS [ 1342.035323] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57794840-0abb-484e-aaea-31e57aa92fbd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.035323] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57794840-0abb-484e-aaea-31e57aa92fbd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.035538] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57794840-0abb-484e-aaea-31e57aa92fbd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1342.035728] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.035844] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.035910] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.036071] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1342.036154] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.036241] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57794840-0abb-484e-aaea-31e57aa92fbd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.036342] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57794840-0abb-484e-aaea-31e57aa92fbd',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.538918] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57794840-0abb-484e-aaea-31e57aa92fbd',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.041828] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57794840-0abb-484e-aaea-31e57aa92fbd: rpc.has_security_group_logging(os_id): False [ 1343.059788] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.060026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.060026] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.060228] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1343.060316] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.060549] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.060650] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.060706] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.060860] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1343.060938] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.061037] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57794840-0abb-484e-aaea-31e57aa92fbd is going to be created. [ 1343.120160] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.120384] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.120384] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.120500] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1343.120667] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.129747] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57794840-0abb-484e-aaea-31e57aa92fbd in Status: IN_PROGRESS for 2s [ 1343.477716] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1343.477967] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1345.143692] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57794840-0abb-484e-aaea-31e57aa92fbd in Status: SUCCESS [ 1345.144051] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57794840-0abb-484e-aaea-31e57aa92fbd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.478648] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1348.478963] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1353.479888] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.480293] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.480671] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1358.481188] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1363.481625] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.482137] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1368.482883] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1368.483440] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1373.484254] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1373.484716] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1378.485576] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1378.485998] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1383.486991] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1383.487424] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1388.488464] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1388.488899] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1393.489414] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1393.489686] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1398.021568] env[63412]: INFO networking_nsxv3.common.synchronization [req-2954cfa7-7aa1-495d-8e72-4cfcf5861a14 req-64c42405-aac3-49c8-80a8-70237e70ed38 tempest-AttachVolumeNegativeTest-1532564489 tempest-AttachVolumeNegativeTest-1532564489-project-member] Enqueued Resource ID: 57794840-0abb-484e-aaea-31e57aa92fbd with Priority: HIGHEST for action security_group_members [ 1398.022079] env[63412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57794840-0abb-484e-aaea-31e57aa92fbd with Priority: HIGHEST for action security_group_members [ 1398.022377] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock member-57794840-0abb-484e-aaea-31e57aa92fbd taken with stack trace [, , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.022516] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57794840-0abb-484e-aaea-31e57aa92fbd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.022583] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57794840-0abb-484e-aaea-31e57aa92fbd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.022781] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57794840-0abb-484e-aaea-31e57aa92fbd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1398.022932] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.023155] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.023239] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.023411] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1398.023524] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.023632] env[63412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57794840-0abb-484e-aaea-31e57aa92fbd',) {} {{(pid=63412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.657944] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.658137] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.658230] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.658518] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1398.658518] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.658713] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.658807] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.658867] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.659083] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1398.659083] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.659248] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57794840-0abb-484e-aaea-31e57aa92fbd is going to be updated. [ 1398.693960] env[63412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.693960] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.693960] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.693960] env[63412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1398.693960] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.702186] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57794840-0abb-484e-aaea-31e57aa92fbd in Status: IN_PROGRESS for 2s [ 1400.712948] env[63412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57794840-0abb-484e-aaea-31e57aa92fbd in Status: SUCCESS [ 1400.713348] env[63412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57794840-0abb-484e-aaea-31e57aa92fbd deletion is rescheduled due to dependency. [ 1400.713348] env[63412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57794840-0abb-484e-aaea-31e57aa92fbd" {{(pid=63412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.023061] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1403.023499] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1408.024760] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.025194] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1413.026435] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1413.026435] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1418.027832] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1418.028241] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1423.028662] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1423.029110] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1428.029975] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1428.029975] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1433.031553] env[63412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1433.031553] env[63412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0